-- Logs begin at Mon 2022-02-21 08:44:29 UTC, end at Mon 2022-02-21 09:54:03 UTC. -- Feb 21 09:27:43.058775 dv-cinder-778193-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 09:27:46.003266 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:27:46.003916 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:27:46.004094 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:27:46.007423 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:27:46.007688 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:27:46.008008 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:27:46.008946 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:27:46.009187 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:27:46.009566 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:27:46.009821 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:27:46.010454 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:27:46.010787 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.011216 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 09:27:46.011574 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.011877 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.012177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.012479 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.012778 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.013067 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.013362 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.013667 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.013957 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.014242 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.014536 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.014832 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.015116 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.015446 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.015740 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.016029 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] debug = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.016314 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.016744 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.017170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.017455 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.017746 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.018029 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.018306 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.018586 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.018872 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.019200 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] host = dv-cinder-778193-19-iscsi {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.019504 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.020310 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.020609 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.020900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.021181 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.021463 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.021751 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.022027 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.022566 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.022844 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.023137 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.023449 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.023744 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.023972 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.024199 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.024498 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.024788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.025065 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.025343 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.025620 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.025899 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.026175 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.026448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.026738 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.027028 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.027339 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.027623 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.027903 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.028178 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.028454 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.028744 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.029024 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.029301 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.029578 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.029869 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.030142 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.030418 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.030724 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.031013 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.031317 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.031610 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.031888 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.032174 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.032450 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.032726 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.033001 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_json = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.033277 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.033551 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.033835 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.034110 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.034386 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.034667 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.034944 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.035232 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.036120 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:46.036423 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.036724 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.037029 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.037347 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.037642 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.037926 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.038220 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.038502 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.038795 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.039087 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.039407 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.039692 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.039997 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.040290 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.040586 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.040893 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.041188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.041483 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.041763 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.042042 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.042319 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.042599 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.042888 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.043170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.043493 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.043788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.044070 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.044370 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.044664 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.044960 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.045254 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.045531 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.045813 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.046105 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.046387 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.046662 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.046941 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.047233 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.047539 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.047817 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.048105 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.048386 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.048663 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.048938 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.049218 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.049511 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.049792 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.050066 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.050342 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.050621 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.050894 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.051207 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.051512 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.051791 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.052067 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.052349 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.052625 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.052899 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.053179 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.053455 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.053736 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.054014 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.054290 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.054572 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.054848 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.055123 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.055427 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.055705 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.055984 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.056260 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.056534 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.056809 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.057085 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.057361 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.057651 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.057950 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.058231 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.058510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.058788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.059066 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.059378 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.059662 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.059941 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.060220 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.060495 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.060787 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.061071 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.061359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.061660 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.061940 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.062234 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.062513 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.062790 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.063071 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.063376 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.063657 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.063941 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.064226 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.064526 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.064819 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.065110 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.065402 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.065692 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.065971 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.066279 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.066562 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:46.066806 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:27:46.067046 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103253) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 09:27:46.447826 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:27:46.448103 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:27:46.448409 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:27:46.448879 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 09:27:46.775587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.775817 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.776091 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.777390 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.777667 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.777934 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.823377 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.823656 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.823925 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.838641 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.838925 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.839195 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.869418 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.869699 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.869966 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.907215 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.907517 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:46.907788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.249046 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.249674 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.249674 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.249860 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.250512 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.348642 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.348961 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.349243 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.349514 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.349781 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.350088 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.350345 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.350598 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.350851 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.351130 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.351408 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.351672 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.351926 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.352177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.352430 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.352690 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.352942 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.353207 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.353470 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.353723 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.353990 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.354238 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.354515 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.354884 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.355131 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.355396 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.355788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.356028 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.356266 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.356501 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.356736 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.356969 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:47.357329 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 09:27:47.360440 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 09:27:47.364984 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 09:27:47.368838 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 21 09:27:47.370469 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 09:27:47.370937 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 09:27:47.371268 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 09:27:47.371673 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 09:27:47.374476 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 09:27:47.374729 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 09:27:47.375077 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:27:47.380487 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 09:27:47.403420 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 09:27:47.403870 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.404166 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 09:27:47.404522 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.405897 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 09:27:47.406177 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:27:47.406426 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 09:27:47.409722 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.410006 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:47.471573 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 09:27:47.471817 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 09:27:47.472055 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 09:27:47.472419 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 09:27:47.492361 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_db.sqlalchemy.engines [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103253) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 09:27:48.088475 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing driver for type 'gre' Feb 21 09:27:48.089016 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] gre ID ranges: [(1, 1000)] Feb 21 09:27:48.271548 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing driver for type 'local' Feb 21 09:27:48.272148 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing driver for type 'vlan' Feb 21 09:27:48.373943 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] VlanTypeDriver initialization complete Feb 21 09:27:48.374220 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing driver for type 'vxlan' Feb 21 09:27:48.374757 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] vxlan ID ranges: [(1, 1000)] Feb 21 09:27:48.557175 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing extension driver 'port_security' Feb 21 09:27:48.557518 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] PortSecurityExtensionDriver initialization complete Feb 21 09:27:48.557853 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing mechanism driver 'openvswitch' Feb 21 09:27:48.558170 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing mechanism driver 'hyperv' Feb 21 09:27:48.564891 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:48.565780 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.570448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.570823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.570823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.571177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.571177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.571177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.571525 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.571920 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.572320 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.572665 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.572999 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.573392 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.573788 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > address_group after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.574129 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > address_group after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.574467 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.574860 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:27:48.575320 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] ML2 OVO RPC backend initialized. {{(pid=103253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 09:27:48.576011 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.576362 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.577128 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.577128 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > networks before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.577437 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.577775 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > ports before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.578121 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.578511 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnets before_response 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.578850 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.579187 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.579556 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.579891 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.580227 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.580557 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.580889 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.581222 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.581552 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.589623 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded quota_driver: . Feb 21 09:27:48.589993 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Modular L2 Plugin initialization complete Feb 21 09:27:48.590341 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading services supported by the core plugin {{(pid=103253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 09:27:48.590683 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.plugins.ml2.managers [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Got port-security extension from driver 'port_security' Feb 21 09:27:48.591158 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.extensions.vlantransparent [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Disabled vlantransparent extension. Feb 21 09:27:48.591675 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 09:27:48.592002 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: router Feb 21 09:27:48.638348 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.638676 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_create 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.639041 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router before_create 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.639472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.639847 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.640205 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_delete 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.640564 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.640914 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.641272 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_create 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.641618 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.641964 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.642336 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.642690 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.643121 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.643514 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.643854 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.644188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.644522 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.645452 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.645795 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_create 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.646132 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.646472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.646827 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router after_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.647168 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.647952 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_create 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.648315 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.648659 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_update 55549900 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.649019 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > agent after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.649366 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > agent after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.649708 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > network after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.650560 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Tracking information for resource: router configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:48.650892 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Tracking information for resource: floatingip configured {{(pid=103253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:27:48.655883 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.db.l3_agentschedulers_db [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 09:27:48.656458 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.656818 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.657166 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.657518 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.658288 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router before_create 55550100 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.658676 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.659037 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_create 55550100 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.659425 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > router precommit_update 55550100 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.664201 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.provider_configuration [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service providers = [] {{(pid=103253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 09:27:48.664604 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.db.servicetype_db [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 09:27:48.674557 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.service_base [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:27:48.674904 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.service_base [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:27:48.675246 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.service_base [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:27:48.676178 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.services.service_base [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:27:48.676546 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.services.service_base [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 09:27:48.676921 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.677236 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 09:27:48.687987 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.688402 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: auto_allocate Feb 21 09:27:48.694764 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: network precommit_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.695127 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: network precommit_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.695666 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.695989 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: tag Feb 21 09:27:48.710960 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.711317 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: timestamp Feb 21 09:27:48.715116 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.715482 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: network_ip_availability Feb 21 09:27:48.720957 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.721372 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.721718 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:48.722421 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.722740 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: flavors Feb 21 09:27:48.728889 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.729223 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading Plugin: revisions Feb 21 09:27:48.733579 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:27:48.733968 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.285s {{(pid=103253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:27:48.734715 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 09:27:48.735046 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Initializing extension manager. Feb 21 09:27:48.735596 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: __init__.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.735936 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: __pycache__ {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.736269 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.736598 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: address_group.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.737348 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.737919 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: address-group Feb 21 09:27:48.738245 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: address_scope.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.738959 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.739486 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: address-scope Feb 21 09:27:48.739836 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.740843 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.741323 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: router-admin-state-down-before-update Feb 21 09:27:48.741640 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: agent.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.742334 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.742834 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: agent Feb 21 09:27:48.743152 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: agent_resources_synced.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.744144 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.744655 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: agent-resources-synced Feb 21 09:27:48.744976 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: allowedaddresspairs.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.746772 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.747284 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: allowed-address-pairs Feb 21 09:27:48.747633 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: auto_allocated_topology.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.748707 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.749216 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: auto-allocated-topology Feb 21 09:27:48.749544 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: availability_zone.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.750234 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.750730 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: availability_zone Feb 21 09:27:48.751052 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: availability_zone_filter.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.751975 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.752518 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: availability_zone_filter Feb 21 09:27:48.752835 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: data_plane_status.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.760573 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.761074 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 09:27:48.761398 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: default_subnetpools.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.762303 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.762803 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: default-subnetpools Feb 21 09:27:48.763123 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.763963 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.764460 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: dhcp_agent_scheduler Feb 21 09:27:48.764781 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: dns.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.765691 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.766185 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 09:27:48.766562 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: dns_domain_ports.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.767495 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.767991 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 09:27:48.768312 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.769223 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.769720 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 09:27:48.770602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: dvr.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.771396 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.771960 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: dvr Feb 21 09:27:48.772531 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: ecmp_routes.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.773444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.773945 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 09:27:48.774266 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: empty_string_filtering.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.775166 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.775701 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: empty-string-filtering Feb 21 09:27:48.776023 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.776924 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.777424 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:27:48.777746 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.778698 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.779193 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 09:27:48.779541 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: external_net.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.780448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.780951 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: external-net Feb 21 09:27:48.781277 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.782179 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.782704 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: extra_dhcp_opt Feb 21 09:27:48.783024 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: extraroute.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.783950 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.784493 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: extraroute Feb 21 09:27:48.784851 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: extraroute_atomic.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.792762 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.793268 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: extraroute-atomic Feb 21 09:27:48.793590 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: filter_validation.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.794251 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.794749 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: filter-validation Feb 21 09:27:48.795068 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: fip_pf_description.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.796054 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.796547 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 09:27:48.796865 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: fip_port_details.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.797962 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.798465 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: fip-port-details Feb 21 09:27:48.798783 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: flavors.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.800048 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.800608 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: flavors Feb 21 09:27:48.800926 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.802631 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.803141 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 09:27:48.803500 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: floatingip_pools.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.804195 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.804695 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: floatingip-pools Feb 21 09:27:48.805018 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: ip_allocation.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.805933 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.806537 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 09:27:48.806789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.807741 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.808248 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: ip-substring-filtering Feb 21 09:27:48.808572 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l2_adjacency.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.809494 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.809990 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 09:27:48.810314 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.811329 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.815094 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: router Feb 21 09:27:48.815094 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.817809 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.818333 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:27:48.818706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.819670 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.820181 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: ext-gw-mode Feb 21 09:27:48.820512 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.821460 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.821939 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: l3-ha Feb 21 09:27:48.822258 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.823162 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.823685 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 09:27:48.824005 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_flavors.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.824970 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.825469 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: l3-flavors Feb 21 09:27:48.825790 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.827172 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.827710 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 09:27:48.828037 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.828990 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.829508 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 09:27:48.829833 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: l3agentscheduler.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.830889 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.831428 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: l3_agent_scheduler Feb 21 09:27:48.831756 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: local_ip.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.834110 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.834634 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension local_ip not supported by any of loaded plugins Feb 21 09:27:48.834969 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: logging.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.838292 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.838853 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension logging not supported by any of loaded plugins Feb 21 09:27:48.839188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: metering.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.840135 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.840738 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: metering Feb 21 09:27:48.841066 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.842253 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.842775 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: metering_source_and_destination_fields Feb 21 09:27:48.843102 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: multiprovidernet.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.844239 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.844811 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: multi-provider Feb 21 09:27:48.845133 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: netmtu.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.846051 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.846559 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: net-mtu Feb 21 09:27:48.846880 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: netmtu_writable.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.847875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.848380 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: net-mtu-writable Feb 21 09:27:48.848701 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: network_availability_zone.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.849377 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.849879 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: network_availability_zone Feb 21 09:27:48.850199 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: network_ip_availability.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.851359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.851854 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: network-ip-availability Feb 21 09:27:48.852177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: network_segment_range.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.852959 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.853510 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 09:27:48.853832 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: pagination.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.854818 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.855172 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: pagination Feb 21 09:27:48.855544 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: port_device_profile.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.864406 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.864919 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: port-device-profile Feb 21 09:27:48.865239 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.866331 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.866849 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: port-mac-address-regenerate Feb 21 09:27:48.867171 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.868121 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.868626 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: port-numa-affinity-policy Feb 21 09:27:48.868944 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: port_resource_request.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.869963 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.870466 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 09:27:48.870785 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: port_resource_request_groups.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.871786 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.872294 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 09:27:48.872613 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: portbindings.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.873535 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.874038 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: binding Feb 21 09:27:48.874356 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: portbindings_extended.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.875668 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.876224 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: binding-extended Feb 21 09:27:48.876550 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: portsecurity.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.877467 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.877984 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: port-security Feb 21 09:27:48.878308 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: project_id.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.879872 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.880213 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: project-id Feb 21 09:27:48.880532 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: providernet.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.881464 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.881967 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: provider Feb 21 09:27:48.882285 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.885954 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.886470 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos not supported by any of loaded plugins Feb 21 09:27:48.886802 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.888152 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.888728 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 09:27:48.888981 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.889892 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.890494 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 09:27:48.890823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_default.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.891756 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.892260 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-default not supported by any of loaded plugins Feb 21 09:27:48.892586 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_fip.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.893516 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.894018 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 09:27:48.894547 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.896128 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.896629 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 09:27:48.896949 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_gateway_ip.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.898223 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.898724 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 09:27:48.899044 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_port_network_policy.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.900124 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.900623 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 09:27:48.900944 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.902005 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.902502 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 09:27:48.902823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.903879 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.904391 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 09:27:48.904764 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_pps_rule.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.905949 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.906456 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 09:27:48.906781 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_rule_type_details.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.907727 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.908235 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 09:27:48.908558 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: qos_rules_alias.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.909608 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.910114 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 09:27:48.910501 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: quota_check_limit.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.921289 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.921839 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: quota-check-limit Feb 21 09:27:48.922163 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: quotasv2.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.923135 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.923494 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: quotas Feb 21 09:27:48.923817 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: quotasv2_detail.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.925623 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.925959 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: quota_details Feb 21 09:27:48.926302 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: rbac.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.927463 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.927985 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: rbac-policies Feb 21 09:27:48.928311 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: rbac_address_group.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.929241 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.929752 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: rbac-address-group Feb 21 09:27:48.930073 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: rbac_address_scope.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.930984 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.931523 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: rbac-address-scope Feb 21 09:27:48.931843 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: rbac_security_groups.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.932786 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.933293 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: rbac-security-groups Feb 21 09:27:48.933616 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: rbac_subnetpool.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.934597 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.935100 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: rbac-subnetpool Feb 21 09:27:48.935450 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: revisionifmatch.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.936373 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.936883 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: revision-if-match Feb 21 09:27:48.937203 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: revisions.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.938373 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.938896 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: standard-attr-revisions Feb 21 09:27:48.939212 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: router_availability_zone.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.939907 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.940412 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: router_availability_zone Feb 21 09:27:48.940732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: routerservicetype.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.941747 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.942245 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 09:27:48.942562 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.943557 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.945593 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: security-groups-normalized-cidr Feb 21 09:27:48.945914 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.946881 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.947605 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: port-security-groups-filtering Feb 21 09:27:48.947930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.948931 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.949537 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: security-groups-remote-address-group Feb 21 09:27:48.949895 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.958149 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.958652 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: security-groups-shared-filtering Feb 21 09:27:48.958974 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.959594 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 09:27:48.959913 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: securitygroup.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.969699 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.970221 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: security-group Feb 21 09:27:48.970552 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: segment.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.971357 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.971865 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension segment not supported by any of loaded plugins Feb 21 09:27:48.972190 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.973712 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.974222 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 09:27:48.974544 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: servicetype.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.975693 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.976205 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: service-type Feb 21 09:27:48.976530 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: sorting.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.977514 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.977847 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: sorting Feb 21 09:27:48.978168 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: standard_attr_segment.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.979113 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.979681 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 09:27:48.980003 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: standardattrdescription.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.989747 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.989747 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: standard-attr-description Feb 21 09:27:48.989747 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: stateful_security_group.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.990433 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.990940 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: stateful-security-group Feb 21 09:27:48.991383 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: stdattrs_common.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.991952 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 09:27:48.992267 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.993196 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.993697 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 09:27:48.994015 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnet_onboard.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.995072 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.995603 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: subnet_onboard Feb 21 09:27:48.995965 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.996904 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.997409 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 09:27:48.997730 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnet_service_types.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:48.998644 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:48.999150 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: subnet-service-types Feb 21 09:27:48.999501 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnetallocation.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.000577 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.001088 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: subnet_allocation Feb 21 09:27:49.001451 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.002112 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.002628 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: subnetpool-prefix-ops Feb 21 09:27:49.002946 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.003907 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.004434 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 09:27:49.004753 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: tagging.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.005834 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.006346 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: standard-attr-tag Feb 21 09:27:49.006670 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: timestamp.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.007919 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.008433 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loaded extension: standard-attr-timestamp Feb 21 09:27:49.008759 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: trunk.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.009780 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.010290 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension trunk not supported by any of loaded plugins Feb 21 09:27:49.010614 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: trunk_details.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.011558 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.012070 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 09:27:49.012393 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: uplink_status_propagation.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.013325 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.013829 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 09:27:49.014151 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Loading extension file: vlantransparent.py {{(pid=103253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:27:49.014849 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:27:49.015375 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 09:27:49.017927 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:network Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnet Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:port Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service FLAVORS assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.022869 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.023490 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:router Feb 21 09:27:49.023490 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:27:49.023916 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service METERING assigned prefix: /metering {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.025338 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:49.025707 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:49.026057 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:27:49.027065 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:27:49.027544 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:27:49.027965 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:27:49.028580 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service CORE assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.028912 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:27:49.029255 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] subnetpool is already registered Feb 21 09:27:49.029671 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service CORE assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.029997 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:27:49.030376 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] subnetpool is already registered Feb 21 09:27:49.032644 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.033072 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service FLAVORS assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.033649 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.034062 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.034428 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:router Feb 21 09:27:49.034767 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] router is already registered Feb 21 09:27:49.035175 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:27:49.035583 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] floatingip is already registered Feb 21 09:27:49.036028 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service METERING assigned prefix: /metering {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.036680 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:27:49.037003 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] rbac_policy is already registered Feb 21 09:27:49.037407 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:27:49.037747 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] security_group is already registered Feb 21 09:27:49.038142 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:27:49.038471 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] security_group_rule is already registered Feb 21 09:27:49.039089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service CORE assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.039448 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:27:49.039782 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] subnetpool is already registered Feb 21 09:27:49.040193 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.v2.resource_helper [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Service CORE assigned prefix: {{(pid=103253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:27:49.040516 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:27:49.040845 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING neutron.quota.resource_registry [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] subnetpool is already registered Feb 21 09:27:49.041307 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: extensions {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.042747 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: address-groups {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.044313 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: address-scopes {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.045614 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: agents {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.046939 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: auto-allocated-topology {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.048111 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: availability_zones {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.049302 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: dhcp-networks {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.050802 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: dhcp-agents {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.052826 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: routers {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.055070 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: flavors {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.056263 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: service_profiles {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.059478 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: next_providers {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.059478 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: service_profiles {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.060513 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: floatingip-pools {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.061736 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: routers {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.063871 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: floatingips {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.066033 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: l3-routers {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.068006 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: l3-agents {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.069417 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: metering-labels {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.070852 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: metering-label-rules {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.072149 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: network-ip-availabilities {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.073423 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: bindings {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.075064 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: quotas {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.076655 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: quotas {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.078170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: rbac-policies {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.079549 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: security-groups {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.080941 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: security-group-rules {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.082311 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: service-providers {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.083545 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: subnetpools {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.084994 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: subnetpools {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.086436 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.088148 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.089944 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.091719 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.093611 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.095463 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.097153 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.099106 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.100855 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.102691 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron.api.extensions [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Extended resource: tags {{(pid=103253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:27:49.108550 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING keystonemiddleware.auth_token [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 09:27:49.113302 dv-cinder-778193-19-iscsi neutron-server[103253]: WARNING keystonemiddleware.auth_token [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 09:27:49.122629 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Acquired lock "singleton_lock" {{(pid=103253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 09:27:49.123105 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_concurrency.lockutils [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Releasing lock "singleton_lock" {{(pid=103253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 09:27:49.123778 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Starting 2 workers Feb 21 09:27:49.128717 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Started child 103364 {{(pid=103253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:27:49.133847 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Started child 103365 {{(pid=103253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:27:49.134902 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.135553 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO neutron.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 09:27:49.136129 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.136470 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [-] (103364) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:27:49.138690 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Starting 1 workers Feb 21 09:27:49.138862 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.140158 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [-] (103365) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:27:49.143962 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Started child 103366 {{(pid=103253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:27:49.144507 dv-cinder-778193-19-iscsi neutron-server[103253]: INFO oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Starting 1 workers Feb 21 09:27:49.148027 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] calling RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 09:27:49.148784 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] returning from RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 09:27:49.149524 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Started child 103367 {{(pid=103253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:27:49.150126 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.150340 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c5eccbb-efa7-44bd-9818-fbfe42efe548 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.150697 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:49.152359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:27:49.152569 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:27:49.152756 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:27:49.152971 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:27:49.153321 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:27:49.153482 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:27:49.153999 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.154285 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.154546 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.154649 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:27:49.155103 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.155103 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.155712 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.155813 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:49.155961 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.156234 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.156483 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.156713 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.156880 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.157044 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.157281 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.157523 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.157815 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.158067 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.158364 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.158642 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.158814 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.159076 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.159382 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.159608 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.159870 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] debug = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.160133 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.160630 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.160857 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.161118 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.161331 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.161611 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.161847 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.162120 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.162343 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.162552 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.162767 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.163015 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.163246 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.163475 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.163727 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.163955 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.164247 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.164490 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.164964 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] host = dv-cinder-778193-19-iscsi {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.165197 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.165414 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.165638 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.165893 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.166130 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.166363 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.166625 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.166973 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.167208 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.167452 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.167697 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.167934 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.168150 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.168385 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.168542 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_options = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.168776 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.169033 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.169285 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.169471 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.169639 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.169786 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.170026 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.170182 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.170426 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.170641 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.170851 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.171063 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.171327 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.171564 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.171814 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.172025 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.172272 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.172480 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.172744 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.173103 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.173326 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.173547 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.173779 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.173995 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.174219 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.174429 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.174650 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.174875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.175108 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.175399 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.175628 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.175874 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.177463 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.177742 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.178022 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.178277 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.178524 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.178790 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.179076 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.179355 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.179637 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.179875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.180106 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.180354 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.180581 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.180796 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.181033 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_json = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.181248 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.181491 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.181741 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.181961 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.182191 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.182428 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.182621 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.183031 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.183166 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.183587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.183803 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.184144 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.184448 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.184612 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.184853 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.185104 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.185480 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.185643 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.185763 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.186069 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.186290 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.186677 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.186856 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.187122 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.187477 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.187737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.187986 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.188233 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.188471 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.188687 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.188918 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.189188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.189610 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.189710 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.189921 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.190077 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.190380 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.190634 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.190963 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.191231 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.194706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.195587 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196259 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196259 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196259 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196476 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196614 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.196823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.197037 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.197301 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198026 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198026 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198026 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198250 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198428 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.198628 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199138 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199138 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199501 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199501 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199751 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.199877 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.200082 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.200336 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.200540 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.200748 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.200979 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.201226 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.201389 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.201596 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.201830 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.202035 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.202245 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.202474 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.202701 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.202908 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.203152 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.203420 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.203645 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.203855 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.204090 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.204296 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.204509 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.204716 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.204942 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.205150 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.205415 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.205706 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.205940 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.206170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.206383 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.206644 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.206875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.207118 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.207397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.207617 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.207824 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.208096 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.208318 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.208543 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.208786 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.208999 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.209228 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.209432 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.209647 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.209862 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.210075 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.210316 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.210535 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.210814 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.211056 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.211285 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.211536 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.211762 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.212044 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.212294 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.212591 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.212766 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.213041 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.214549 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.215396 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.215662 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.215929 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.216170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.216412 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.216667 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.216920 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.217170 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.217443 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.217688 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.217951 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.218199 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.218417 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.218647 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.218964 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.219190 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.219423 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.219637 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.219917 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.220165 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.220411 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.220668 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.220908 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.221138 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.221402 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.221631 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.221844 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.222068 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.222308 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.222550 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.223337 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.223524 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.223759 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.223966 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.228885 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.229602 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.230749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.231244 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.231244 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.231244 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.231517 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.231878 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.232136 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.232379 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.232633 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.232866 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.233079 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.233294 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.233525 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.233731 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.233945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.234183 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.234394 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.234606 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.234816 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.235028 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.235236 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.235504 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.235734 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.235975 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.236188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.236406 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.236621 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.236837 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.237053 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.237261 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.237472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.237679 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.237914 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.238121 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.238424 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.238714 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.238949 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.239205 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.239466 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.239735 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.239937 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.240145 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.240371 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.240590 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.240875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.241058 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.241233 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.241438 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.241646 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.242343 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.242343 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.242514 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.242671 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.242818 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.243347 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.243347 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.243521 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.243703 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.243928 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.244082 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.244321 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.244523 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.244738 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.244943 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.245166 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.245377 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.245579 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.245678 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 40882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:27:49.245779 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.245993 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.246197 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.246472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.246747 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.246944 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.247228 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.247495 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.247737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.247983 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.248290 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.248520 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.248775 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.249005 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.249219 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.249432 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.249707 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.250014 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.250309 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.250567 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.250823 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.251102 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252510 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252929 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.252929 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.253150 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.253397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.253606 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.253818 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.254559 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.254822 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.255064 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.255329 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.255552 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.255790 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.256001 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.256222 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.256441 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.256660 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.256884 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.257122 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.257346 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.257499 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:27:49.258134 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:27:49.258231 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:27:49.258314 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:27:49.258898 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:27:49.258898 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:27:49.258898 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:27:49.260612 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.260612 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.260784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100465 Feb 21 09:27:49.260859 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.260859 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.260859 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.260859 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261084 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261084 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261349 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261451 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261523 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261681 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261829 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.261973 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262134 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262284 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262428 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262593 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262734 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.262898 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.263053 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.263205 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.264737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] debug = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.264737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.264737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.264737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265062 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265062 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265225 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265305 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265416 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265577 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265737 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.265878 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.266029 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.266175 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.266329 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.266483 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] host = dv-cinder-778193-19-iscsi {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.267472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268278 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.268930 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.269274 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.269274 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_options = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.269416 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.269533 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.269677 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270113 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270113 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270364 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270364 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270615 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270740 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.270852 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.271006 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.271128 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.271253 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.272228 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273050 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273050 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273050 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273359 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273687 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273687 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273935 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.273935 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274180 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274293 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274398 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274545 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274652 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274867 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.274993 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275112 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275248 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275446 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275573 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275717 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275840 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.275963 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276119 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276429 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276586 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276739 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.276893 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277048 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277204 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277358 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_json = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277513 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277668 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277822 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.277975 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278130 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278284 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278440 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278594 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:27:49.278952 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.279115 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.279285 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.280271 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.280462 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.280620 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.280770 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.280917 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.281066 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282090 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282267 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282438 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282601 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282762 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.282925 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.283096 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.283242 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.283438 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.283607 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.283749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.284732 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286489 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286489 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286489 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286692 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286770 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.286873 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.287031 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.287188 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.287415 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.287620 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.288789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.288789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.288789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.288789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.288789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.289641 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.289641 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.291117 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.291539 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.291736 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.291927 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.292115 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.292298 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.292479 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.292667 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.292871 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293091 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293271 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293443 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293614 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293780 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.293947 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294065 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:27:49.294195 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294310 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294415 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294570 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294755 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.294920 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.295132 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.295234 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.295559 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.295741 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.295895 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296153 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296328 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296494 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296653 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296812 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.296974 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.297265 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.297434 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.297597 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299444 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.299945 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300270 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300270 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300385 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300580 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300664 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.300983 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301077 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301225 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301380 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301522 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301680 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301854 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.301999 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302158 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302317 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302482 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302645 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302810 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.302970 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.303159 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.303987 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.304146 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.304315 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.304483 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.305089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.305089 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.305246 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.305312 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306397 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306777 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306777 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306777 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.306957 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307104 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307484 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307647 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307810 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.307973 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.308971 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309123 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309298 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309451 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309615 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309780 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.309934 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.310099 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.310262 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.310576 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.310787 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.310957 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.311122 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.311287 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.311509 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.311674 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.311837 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312000 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312164 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312327 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312489 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312653 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312816 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.312973 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313130 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313399 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313529 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313654 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313804 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.313928 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314053 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314177 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314332 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314497 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314666 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314830 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.314993 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315157 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315395 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315532 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315655 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315804 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.315969 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.316134 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317287 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317287 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317287 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317658 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317658 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317892 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.317892 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318135 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318262 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318370 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318541 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318705 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.318868 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319030 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319192 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319400 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319544 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319710 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.319874 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320036 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320290 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320461 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320623 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320789 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.320955 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321119 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321282 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321986 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321986 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321986 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.321986 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.322392 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.322392 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.322591 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.322710 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.322818 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.323900 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324618 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324618 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324618 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324618 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324998 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324998 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.324998 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.325283 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.325388 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.325601 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.325725 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.328745 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.329125 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.329361 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.329553 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.329902 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.329902 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330159 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330294 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330410 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330580 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330749 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.330914 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.331093 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.331260 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.331699 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.331875 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332042 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332274 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332478 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332612 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332779 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.332954 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333120 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333287 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333451 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333628 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333793 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.333946 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.334204 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335340 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335340 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335517 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335648 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335786 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.335957 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336123 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336296 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336469 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336643 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336808 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.336979 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.337156 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338049 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338472 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338611 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338697 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.338824 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.339002 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.339415 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.339415 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.339703 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.339703 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.340275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.340275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.340275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:27:49.340275 dv-cinder-778193-19-iscsi neutron-server[103253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:28:00.905491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaee0ce-1f38-4969-bd63-f626e511de3c None None] get_active_networks_info from dv-cinder-778193-19-iscsi {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 09:28:00.993348 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaee0ce-1f38-4969-bd63-f626e511de3c None None] No non-hosted networks {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 09:28:01.001893 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.agentschedulers_db [None req-5aaee0ce-1f38-4969-bd63-f626e511de3c None None] DHCP Agent not found on host dv-cinder-778193-19-iscsi {{(pid=103366) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 09:28:01.090774 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-313d7ca6-c434-4f7a-977a-0b6910f20b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:03.113844 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c4a16be-1a09-4be1-8ea0-8ea4a74b0b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:03.173895 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-083426f0-43a8-44e0-a5fe-0a748031f2fe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-19-iscsi {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:28:03.174618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-083426f0-43a8-44e0-a5fe-0a748031f2fe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:28:03.791140 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-083426f0-43a8-44e0-a5fe-0a748031f2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:04.305196 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:05.760297 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:07.062045 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 40970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:07.277122 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:07.278805 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.279488 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.280486 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.281078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.281626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.283873 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.284622 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.286058 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.286885 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.287819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.288401 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.289194 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.290010 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:07.290657 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:07.301372 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:07.610750 dv-cinder-778193-19-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-c87c4af6-c739-4556-828a-5df0ce319383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:07.614999 dv-cinder-778193-19-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-c87c4af6-c739-4556-828a-5df0ce319383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:07.838048 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-c87c4af6-c739-4556-828a-5df0ce319383 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:28:07.852123 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c87c4af6-c739-4556-828a-5df0ce319383 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7750039 Feb 21 09:28:09.156930 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.db.l3_hamode_db [None req-507a3c04-c8c3-470b-b785-c63570d1472a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 09:28:09.233851 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a3c04-c8c3-470b-b785-c63570d1472a None None] Routers set() bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:28:09.234190 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a3c04-c8c3-470b-b785-c63570d1472a None None] Router IDs set() for agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 09:28:10.381841 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 40996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:10.690434 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:10.782103 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.policy [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:28:10.824554 dv-cinder-778193-19-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:10.824920 dv-cinder-778193-19-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:10.979314 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715647625', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715646138', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715658013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715596842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715609690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752715620273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-691917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1326478', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-444412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617903'] for rbac-policy (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:11.180288 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:11.181473 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-77a7e0a9-3a3e-4d19-a6ec-cafaff201970 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7986801 Feb 21 09:28:13.687923 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:14.006039 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:14.086361 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Made reservation on behalf of d5e2e697281241be9e4ba20ab2539e1f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:14.090198 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.106632 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.212419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks [] for security_group (4c7a518e-c3e9-436a-ae1e-cdb7d4127e0c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.276505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4c7a518e-c3e9-436a-ae1e-cdb7d4127e0c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.308358 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:28:14.335662 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752718729521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (f844145e-5f5e-48c0-ab6a-a5fa038ec3f6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.336227 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Unsubscribe: segment precommit_create {{(pid=103365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:28:14.336803 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Added segment f844145e-5f5e-48c0-ab6a-a5fa038ec3f6 of type vlan for network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 Feb 21 09:28:14.351561 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a518e-c3e9-436a-ae1e-cdb7d4127e0c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:14.401457 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.401803 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.402155 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.402490 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.402819 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.403144 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.403505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.403834 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.404155 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.404489 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.404819 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.405132 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.405449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Tracked resource versions report: Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: pushed versions: Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Log': {'1.0'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Network': {'1.1'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Port': {'1.7'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: consumer versions: Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Log': '1.0', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Network': '1.1', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Port': '1.7', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SubPort': '1.0', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Subnet': '1.1', Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Feb 21 09:28:14.406799 dv-cinder-778193-19-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:28:14.438118 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (ce108b4c-7da4-483d-856f-1a3a6e88b3f7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.545181 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (ce108b4c-7da4-483d-856f-1a3a6e88b3f7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.550398 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:14.551146 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:14.662691 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] Pushing event updated for resources: {'Network': ['ID=ce108b4c-7da4-483d-856f-1a3a6e88b3f7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:14.674904 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:28:14.706380 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1825cb4b-74cc-48b1-8934-80306fd91d60 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0173640 Feb 21 09:28:17.299094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:17.787896 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:17.788468 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:18.238658 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.policy [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103364) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:28:18.280364 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:18.280737 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:28:18.288605 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:18.290381 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-49697748-91c9-4925-b97e-b7725216cf0c demo admin] 10.222.0.65 "GET /v2.0/networks/ce108b4c-7da4-483d-856f-1a3a6e88b3f7 HTTP/1.1" status: 200 len: 825 time: 0.9903569 Feb 21 09:28:18.329359 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-14303351-bb25-4e5f-aba0-2a7cf34f9d5e demo admin] 10.222.0.65 "GET /v2.0/subnetpools/c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6 HTTP/1.1" status: 200 len: 734 time: 0.0332551 Feb 21 09:28:18.338027 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:18.419462 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Made reservation on behalf of d5e2e697281241be9e4ba20ab2539e1f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:18.422154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:18.762810 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (b333e398-53f6-4170-a5c1-e1f846f3c4c6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:18.834190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Checking segment: {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:28:18.834590 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Network hostable DHCP agents. Network: ce108b4c-7da4-483d-856f-1a3a6e88b3f7, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:18.841410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Pushing event updated for resources: {'Subnet': ['ID=b333e398-53f6-4170-a5c1-e1f846f3c4c6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:18.853383 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.853721 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.854094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.854501 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.854830 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.855161 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.855523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.855852 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.856188 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.856525 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.856845 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.857160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.857473 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Tracked resource versions report: Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: pushed versions: Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Log': {'1.0'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Network': {'1.1'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Port': {'1.7'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'PortForwarding': {'1.2'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: consumer versions: Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Log': '1.0', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Network': '1.1', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Port': '1.7', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'PortForwarding': '1.2', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SubPort': '1.0', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Subnet': '1.1', Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Feb 21 09:28:18.858841 dv-cinder-778193-19-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:28:18.928046 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:19.002513 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, ce108b4c-7da4-483d-856f-1a3a6e88b3f7) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:19.007080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:19.007728 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:19.012813 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589425b6-96c4-4c22-b4e0-14e550b5a92a None None] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:28:19.085668 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5204fd7a-074b-4e07-a19e-c63b224e02ad demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7509677 Feb 21 09:28:19.388176 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:28:19.389408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:19.790999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Allocated IP 172.20.0.2 (ce108b4c-7da4-483d-856f-1a3a6e88b3f7/b333e398-53f6-4170-a5c1-e1f846f3c4c6/d1ad33d3-d68a-4d25-80f6-90dc2414a075) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:20.035488 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks [] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:20.105729 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:20.178810 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:20.184617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:20.194983 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:28:20.198103 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Pushing event updated for resources: {'Port': ['ID=d1ad33d3-d68a-4d25-80f6-90dc2414a075,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:20.228459 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.228828 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.229193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.229534 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.229863 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.230195 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.230539 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.230874 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.231197 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.231562 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.231902 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.232224 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.232543 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Tracked resource versions report: Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: pushed versions: Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Log': {'1.0'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Network': {'1.1'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Port': {'1.7'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: consumer versions: Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Log': '1.0', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Network': '1.1', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Port': '1.7', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SubPort': '1.0', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Subnet': '1.1', Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Feb 21 09:28:20.233883 dv-cinder-778193-19-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:28:20.284757 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Attempting to bind port d1ad33d3-d68a-4d25-80f6-90dc2414a075 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:28:20.285310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Attempting to bind port d1ad33d3-d68a-4d25-80f6-90dc2414a075 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:28:20.285747 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Attempting to bind port d1ad33d3-d68a-4d25-80f6-90dc2414a075 on network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:28:20.291454 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:28:20.291829 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Checking segment: {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:28:20.292318 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:20.292720 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Bound using segment: {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:28:20.293232 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Bound port: d1ad33d3-d68a-4d25-80f6-90dc2414a075, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:28:20.293649 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:20.358303 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] For port d1ad33d3-d68a-4d25-80f6-90dc2414a075, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:20.362587 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] For port d1ad33d3-d68a-4d25-80f6-90dc2414a075, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=d1ad33d3-d68a-4d25-80f6-90dc2414a075,segment=NetworkSegment(f844145e-5f5e-48c0-ab6a-a5fa038ec3f6),segment_id=f844145e-5f5e-48c0-ab6a-a5fa038ec3f6)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:20.448294 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:20.510114 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d453f-4870-49d7-beb1-698178d7c127 None None] Pushing event updated for resources: {'Port': ['ID=d1ad33d3-d68a-4d25-80f6-90dc2414a075,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:21.684933 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41038) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:21.995661 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-f6ea3813-45c7-49c3-8340-e93e7df5ba7e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:28:21.996895 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f6ea3813-45c7-49c3-8340-e93e7df5ba7e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110273 Feb 21 09:28:24.680874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:24.996115 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-c1caef11-c71b-45de-9d83-3bf8f1ac2e70 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:28:24.997110 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c1caef11-c71b-45de-9d83-3bf8f1ac2e70 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153048 Feb 21 09:28:27.617905 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:27.926465 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:28.002290 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (0f135310-2e96-464a-b427-fd8b1df0cb94), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:28.004371 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (0f135310-2e96-464a-b427-fd8b1df0cb94), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:28.141035 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Publish callbacks [] for router_controller (0f135310-2e96-464a-b427-fd8b1df0cb94), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:28.186218 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (0f135310-2e96-464a-b427-fd8b1df0cb94), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:28.273352 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:28.274507 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fe91b8a4-2987-47aa-9104-f7a544ee468c demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6555438 Feb 21 09:28:30.840495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41066) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:30.871155 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fe3817d-095d-4c25-bd6b-ea1e84f64d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:31.156362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-159d7eeb-8499-4929-9ae8-1e02d539c792 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:28:31.157466 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-159d7eeb-8499-4929-9ae8-1e02d539c792 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163276 Feb 21 09:28:31.802225 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33d373-dfac-4b2f-829f-53c203ef9c0c None None] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:28:31.949956 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Provisioning complete for port d1ad33d3-d68a-4d25-80f6-90dc2414a075 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:31.951140 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:31.990891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device d1ad33d3-d68a-4d25-80f6-90dc2414a075 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:28:32.141413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:32.141735 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:32.144708 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port d1ad33d3-d68a-4d25-80f6-90dc2414a075 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:32.145089 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:32.203635 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] For port d1ad33d3-d68a-4d25-80f6-90dc2414a075, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=d1ad33d3-d68a-4d25-80f6-90dc2414a075,segment=NetworkSegment(f844145e-5f5e-48c0-ab6a-a5fa038ec3f6),segment_id=f844145e-5f5e-48c0-ab6a-a5fa038ec3f6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:32.246551 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:32.246944 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:32.276036 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:32.337216 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:28:32.337590 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:28:32.353359 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e38e0-6bf8-4016-9739-d866278a0980 None None] Pushing event updated for resources: {'Port': ['ID=d1ad33d3-d68a-4d25-80f6-90dc2414a075,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:32.395953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6456f3ba-6788-4769-a4ea-ebc111a0ed20 None None] Provisioning complete for port d1ad33d3-d68a-4d25-80f6-90dc2414a075 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:32.396281 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6456f3ba-6788-4769-a4ea-ebc111a0ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:32.468073 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6456f3ba-6788-4769-a4ea-ebc111a0ed20 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:32.880246 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:33.126205 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f30a66b-67ca-4ad1-a323-b683ccb6fad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:33.694272 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:33.934420 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device d1ad33d3-d68a-4d25-80f6-90dc2414a075 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:28:33.979721 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port d1ad33d3-d68a-4d25-80f6-90dc2414a075 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:33.980123 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.009238 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:34.087985 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Made reservation on behalf of c3f01046c2f74fba94104e65299e171f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:34.090322 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.099011 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.100413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:34.169437 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks [] for security_group (4d7fde78-bcee-48bd-9331-e46dd9871abe), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.213523 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4d7fde78-bcee-48bd-9331-e46dd9871abe), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.228794 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Reserving flat network on physical network physnet1 {{(pid=103365) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 09:28:34.230831 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.247192 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7fde78-bcee-48bd-9331-e46dd9871abe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:34.251649 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (586bee90-ecd7-43f0-8958-c3d9b281c6a8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.251995 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Added segment 586bee90-ecd7-43f0-8958-c3d9b281c6a8 of type flat for network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf Feb 21 09:28:34.298324 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.401896 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.402748 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:34.403367 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:34.503735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] Pushing event updated for resources: {'Network': ['ID=beca7d87-0bf7-42c7-8059-ce32dc9b8aaf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:34.512921 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:28:34.554000 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-88dbb89f-f7d5-4770-98ae-5a31b341a90f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8586457 Feb 21 09:28:35.739639 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:37.071864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41092) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:37.230562 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:37.291010 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49391bdc-f80e-477c-bef9-3da522e52361 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:37.292420 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49391bdc-f80e-477c-bef9-3da522e52361 demo admin] 10.222.0.65 "GET /v2.0/subnets/b333e398-53f6-4170-a5c1-e1f846f3c4c6 HTTP/1.1" status: 200 len: 849 time: 0.2195015 Feb 21 09:28:37.414460 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ad697efc-cfaf-4566-9943-1a8837e613bf demo admin] 10.222.0.65 "GET /v2.0/routers/0f135310-2e96-464a-b427-fd8b1df0cb94 HTTP/1.1" status: 200 len: 704 time: 0.1163466 Feb 21 09:28:37.702508 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:37.993355 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Allocated IP 172.20.0.1 (ce108b4c-7da4-483d-856f-1a3a6e88b3f7/b333e398-53f6-4170-a5c1-e1f846f3c4c6/be5caabb-68f1-47bd-bfdb-04a860eb340c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:38.171828 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks [] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.241017 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:28:38.294058 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.405826 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:38.414697 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:38.417944 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:28:38.418628 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (0f135310-2e96-464a-b427-fd8b1df0cb94), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.489503 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Pushing event updated for resources: {'Port': ['ID=be5caabb-68f1-47bd-bfdb-04a860eb340c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:38.620377 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d59bafa7-76eb-4c35-82a3-dc3ec75c7048 None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:38.620879 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d59bafa7-76eb-4c35-82a3-dc3ec75c7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.653563 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d59bafa7-76eb-4c35-82a3-dc3ec75c7048 None None] Port be5caabb-68f1-47bd-bfdb-04a860eb340c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:28:38.695019 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.898831 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks [] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.950518 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:38.951237 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (0f135310-2e96-464a-b427-fd8b1df0cb94), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:39.028151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Pushing event updated for resources: {'Port': ['ID=be5caabb-68f1-47bd-bfdb-04a860eb340c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:39.071652 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:39.072902 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:39.282735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Router 0f135310-2e96-464a-b427-fd8b1df0cb94 is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:28:39.376922 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:28:39.377134 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4ddd1170-e869-4566-88f1-2d59a6f668a5 None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:39.377316 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1170-e869-4566-88f1-2d59a6f668a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:39.382914 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bad064f2-b1db-42df-8665-4e6ebfd54234 demo admin] 10.222.0.65 "PUT /v2.0/routers/0f135310-2e96-464a-b427-fd8b1df0cb94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9629309 Feb 21 09:28:39.398748 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Sync routers for ids ['0f135310-2e96-464a-b427-fd8b1df0cb94'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:28:39.410848 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Routers {'0f135310-2e96-464a-b427-fd8b1df0cb94'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:28:39.412397 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd1170-e869-4566-88f1-2d59a6f668a5 None None] Port be5caabb-68f1-47bd-bfdb-04a860eb340c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:28:39.412821 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:28:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['0f135310-2e96-464a-b427-fd8b1df0cb94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:39.609327 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Set router 0f135310-2e96-464a-b427-fd8b1df0cb94 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:28:40.050912 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:38Z', 'revision_number': 2, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port_host': None, '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:38Z', 'revision_number': 2, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:40.100480 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Checking router: 0f135310-2e96-464a-b427-fd8b1df0cb94 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:28:40.100865 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Updating router 0f135310-2e96-464a-b427-fd8b1df0cb94 port be5caabb-68f1-47bd-bfdb-04a860eb340c binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:28:40.178560 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:40.657781 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks [] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:40.716401 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:40.832279 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Pushing event updated for resources: {'Port': ['ID=be5caabb-68f1-47bd-bfdb-04a860eb340c,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:40.859151 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.859539 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.859889 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.860229 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.860561 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.860889 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.861232 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.861565 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.861886 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.862222 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.862585 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.862906 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.863222 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Tracked resource versions report: Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: pushed versions: Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Log': {'1.0'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Network': {'1.1'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Port': {'1.7'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: consumer versions: Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Log': '1.0', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Network': '1.1', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Port': '1.7', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SubPort': '1.0', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Subnet': '1.1', Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Feb 21 09:28:40.864617 dv-cinder-778193-19-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:28:40.894180 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Attempting to bind port be5caabb-68f1-47bd-bfdb-04a860eb340c on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:28:40.894596 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Attempting to bind port be5caabb-68f1-47bd-bfdb-04a860eb340c by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:28:40.895041 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Attempting to bind port be5caabb-68f1-47bd-bfdb-04a860eb340c on network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:28:40.900535 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:28:40.900937 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Checking segment: {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:28:40.901414 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:40.901806 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Bound using segment: {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:28:40.902292 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Bound port: be5caabb-68f1-47bd-bfdb-04a860eb340c, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f844145e-5f5e-48c0-ab6a-a5fa038ec3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:28:40.902672 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:40.967950 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] For port be5caabb-68f1-47bd-bfdb-04a860eb340c, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:40.986925 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] For port be5caabb-68f1-47bd-bfdb-04a860eb340c, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=be5caabb-68f1-47bd-bfdb-04a860eb340c,segment=NetworkSegment(f844145e-5f5e-48c0-ab6a-a5fa038ec3f6),segment_id=f844145e-5f5e-48c0-ab6a-a5fa038ec3f6)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:41.041195 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6a8da135-234c-4b04-8790-d1f62acd0dcd None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:41.041766 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a8da135-234c-4b04-8790-d1f62acd0dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:41.060264 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:41.078097 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6a8da135-234c-4b04-8790-d1f62acd0dcd None None] Port be5caabb-68f1-47bd-bfdb-04a860eb340c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:28:41.119729 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Routers {'0f135310-2e96-464a-b427-fd8b1df0cb94'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:28:41.120355 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:28:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['0f135310-2e96-464a-b427-fd8b1df0cb94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:41.125166 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031d74b-7be4-4114-a664-2293bf3cadf1 None None] Pushing event updated for resources: {'Port': ['ID=be5caabb-68f1-47bd-bfdb-04a860eb340c,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:41.218922 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] Set router 0f135310-2e96-464a-b427-fd8b1df0cb94 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:28:41.297981 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:41.298573 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:41.381578 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Current status of the port be5caabb-68f1-47bd-bfdb-04a860eb340c is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:41.381899 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:41.415876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] For port be5caabb-68f1-47bd-bfdb-04a860eb340c, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=be5caabb-68f1-47bd-bfdb-04a860eb340c,segment=NetworkSegment(f844145e-5f5e-48c0-ab6a-a5fa038ec3f6),segment_id=f844145e-5f5e-48c0-ab6a-a5fa038ec3f6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:41.430700 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:38Z', 'revision_number': 2, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port_host': None, '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:40Z', 'revision_number': 4, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:41.457895 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf0f13-3b3c-4983-8b92-a19227f39326 None None] The sync data for ids ['0f135310-2e96-464a-b427-fd8b1df0cb94'] in dv-cinder-778193-19-iscsi is: [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:38Z', 'revision_number': 2, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port_host': None, '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:40Z', 'revision_number': 4, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:28:41.492537 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:41.551121 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6c9f6-c8c4-49e1-9049-576bc4bbea1d None None] Pushing event updated for resources: {'Port': ['ID=be5caabb-68f1-47bd-bfdb-04a860eb340c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:41.836896 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:41.950331 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ed672-d940-44a8-beee-7753035830d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:41.951642 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-610ed672-d940-44a8-beee-7753035830d2 admin admin] 10.222.0.65 "GET /v2.0/networks/beca7d87-0bf7-42c7-8059-ce32dc9b8aaf HTTP/1.1" status: 200 len: 842 time: 0.1137676 Feb 21 09:28:41.961581 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:42.064836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Made reservation on behalf of c3f01046c2f74fba94104e65299e171f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:28:42.067987 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:42.442281 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.objects.ports [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 09:28:42.442703 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (b0dd24c4-939f-4563-8a87-e45bec899405), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:42.496132 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0dd24c4-939f-4563-8a87-e45bec899405,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:42.508357 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:28:42.508959 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Network hostable DHCP agents. Network: beca7d87-0bf7-42c7-8059-ce32dc9b8aaf, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:28:42.613356 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:28:42.703566 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, beca7d87-0bf7-42c7-8059-ce32dc9b8aaf) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:42.708206 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:42.708805 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:42.715392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cd816-a87e-457a-b7d2-ebc62ec8db31 None None] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:28:42.808218 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afe7fc-ae6e-4947-a8a8-545e73f1ce44 None None] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:28:42.871861 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-854226bd-e6da-4f6d-a361-6bcdc3973491 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9135878 Feb 21 09:28:45.274807 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41122) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:45.482914 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a8c56b39-6c0e-4220-b878-6b0613686474 demo admin] 10.222.0.65 "GET /v2.0/routers/0f135310-2e96-464a-b427-fd8b1df0cb94 HTTP/1.1" status: 200 len: 710 time: 0.2068744 Feb 21 09:28:45.570203 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ecde2-21fc-4f94-8321-b3fd9cb53c4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:28:45.571698 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c35ecde2-21fc-4f94-8321-b3fd9cb53c4e demo admin] 10.222.0.65 "GET /v2.0/networks/beca7d87-0bf7-42c7-8059-ce32dc9b8aaf HTTP/1.1" status: 200 len: 886 time: 0.0828145 Feb 21 09:28:45.589918 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:28:45.827185 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks [] for router_gateway (0f135310-2e96-464a-b427-fd8b1df0cb94), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:46.118908 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks [] for router_gateway (0f135310-2e96-464a-b427-fd8b1df0cb94), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:46.197832 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:46.353363 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Allocated IP 172.27.1.69 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/5e5c231e-8d01-481e-aee7-2fd627228f8b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:28:46.452732 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks [] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:46.562225 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:46.600123 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:28:46.602768 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:28:46.605164 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:28:46.647895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Pushing event updated for resources: {'Port': ['ID=5e5c231e-8d01-481e-aee7-2fd627228f8b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:46.956246 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks [] for router_gateway (0f135310-2e96-464a-b427-fd8b1df0cb94), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:47.238992 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router (0f135310-2e96-464a-b427-fd8b1df0cb94), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:47.242151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-427352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-427345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-456503'] for router (0f135310-2e96-464a-b427-fd8b1df0cb94), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:47.350085 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Router 0f135310-2e96-464a-b427-fd8b1df0cb94 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:28:47.455735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:28:47.460551 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:47.461751 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aee909de-3dc5-4264-bb2f-2c9f16bb6002 demo admin] 10.222.0.65 "PUT /v2.0/routers/0f135310-2e96-464a-b427-fd8b1df0cb94 HTTP/1.1" status: 200 len: 889 time: 1.8832483 Feb 21 09:28:49.967203 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device be5caabb-68f1-47bd-bfdb-04a860eb340c up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:28:50.008510 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41134) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:28:50.020768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:50.023467 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:50.059728 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Sync routers for ids ['0f135310-2e96-464a-b427-fd8b1df0cb94'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:28:50.077846 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Routers {'0f135310-2e96-464a-b427-fd8b1df0cb94'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:28:50.078511 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:28:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['0f135310-2e96-464a-b427-fd8b1df0cb94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:50.130162 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-727561a8-1b6e-40f2-a497-9a1064781a9c admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204071 Feb 21 09:28:50.200956 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port be5caabb-68f1-47bd-bfdb-04a860eb340c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:50.337213 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Set router 0f135310-2e96-464a-b427-fd8b1df0cb94 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:28:50.818370 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:46Z', 'revision_number': 4, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port': {'id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:46Z', 'updated_at': '2022-02-21T09:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:41Z', 'revision_number': 5, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:50.870052 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Checking router: 0f135310-2e96-464a-b427-fd8b1df0cb94 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:28:50.870431 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Updating router 0f135310-2e96-464a-b427-fd8b1df0cb94 port 5e5c231e-8d01-481e-aee7-2fd627228f8b binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:28:50.922903 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.246131 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks [] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.327800 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.378562 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Attempting to bind port 5e5c231e-8d01-481e-aee7-2fd627228f8b on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:28:51.378942 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Attempting to bind port 5e5c231e-8d01-481e-aee7-2fd627228f8b by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:28:51.379418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Attempting to bind port 5e5c231e-8d01-481e-aee7-2fd627228f8b on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:28:51.386280 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417560a-885f-4298-a31b-71f71b31cee9 None None] Pushing event updated for resources: {'Port': ['ID=5e5c231e-8d01-481e-aee7-2fd627228f8b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:51.388982 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:28:51.389877 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:28:51.389877 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.390429 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:28:51.390904 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Bound port: 5e5c231e-8d01-481e-aee7-2fd627228f8b, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:28:51.390904 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.451551 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] For port 5e5c231e-8d01-481e-aee7-2fd627228f8b, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:28:51.454884 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] For port 5e5c231e-8d01-481e-aee7-2fd627228f8b, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=5e5c231e-8d01-481e-aee7-2fd627228f8b,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:28:51.551842 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:51.609997 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417560a-885f-4298-a31b-71f71b31cee9 None None] Pushing event updated for resources: {'Port': ['ID=5e5c231e-8d01-481e-aee7-2fd627228f8b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:51.614475 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Routers {'0f135310-2e96-464a-b427-fd8b1df0cb94'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:28:51.615085 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:28:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['0f135310-2e96-464a-b427-fd8b1df0cb94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:51.724535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] Set router 0f135310-2e96-464a-b427-fd8b1df0cb94 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:28:51.944574 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:46Z', 'revision_number': 4, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port': {'id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:46Z', 'updated_at': '2022-02-21T09:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:41Z', 'revision_number': 5, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:28:51.972106 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d968c-8415-4ed3-a509-7281fd8d5951 None None] The sync data for ids ['0f135310-2e96-464a-b427-fd8b1df0cb94'] in dv-cinder-778193-19-iscsi is: [{'id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'name': 'router1', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:28:28Z', 'updated_at': '2022-02-21T09:28:46Z', 'revision_number': 4, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'gw_port': {'id': '5e5c231e-8d01-481e-aee7-2fd627228f8b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:46Z', 'updated_at': '2022-02-21T09:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'be5caabb-68f1-47bd-bfdb-04a860eb340c', 'name': '', 'network_id': 'ce108b4c-7da4-483d-856f-1a3a6e88b3f7', 'tenant_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'mac_address': 'fa:16:3e:e6:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f135310-2e96-464a-b427-fd8b1df0cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:28:37Z', 'updated_at': '2022-02-21T09:28:41Z', 'revision_number': 5, 'project_id': 'd5e2e697281241be9e4ba20ab2539e1f', 'subnets': [{'id': 'b333e398-53f6-4170-a5c1-e1f846f3c4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c53f89c4-76ea-48b0-8d25-e7b8b7c7e1f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:28:54.029748 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5e5c231e-8d01-481e-aee7-2fd627228f8b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:28:54.096149 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 5e5c231e-8d01-481e-aee7-2fd627228f8b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:54.096919 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:54.184560 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 5e5c231e-8d01-481e-aee7-2fd627228f8b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:28:54.185789 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:54.214765 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 5e5c231e-8d01-481e-aee7-2fd627228f8b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=5e5c231e-8d01-481e-aee7-2fd627228f8b,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:28:54.280561 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:54.348311 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=5e5c231e-8d01-481e-aee7-2fd627228f8b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:28:56.053321 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5e5c231e-8d01-481e-aee7-2fd627228f8b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:28:56.144148 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 5e5c231e-8d01-481e-aee7-2fd627228f8b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:28:56.144717 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (5e5c231e-8d01-481e-aee7-2fd627228f8b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:28:56.227113 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 5e5c231e-8d01-481e-aee7-2fd627228f8b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:29:00.892621 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-769604e2-87f3-4d68-9d31-a431bc3caa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:03.099260 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b837429-a4f8-4f4a-b314-277ef8f788aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:04.287706 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:05.728404 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:07.247761 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:15.202075 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:29:30.950549 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d3dae3d1-16f5-4edf-8681-f0d9af3d3de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:34.059105 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704d2542-7805-4cb4-98ca-a2ee17847974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:34.282009 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:35.722578 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:37.283988 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:29:52.206658 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:30:00.927148 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99e858e0-48bc-45d0-a811-22389b8ce93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:03.108652 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a5732cd9-da3b-440a-8233-e0e57387d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:04.252649 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:05.710091 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:07.241418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:13.142039 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41618) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:13.202247 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9fc96a-3ab4-49ce-b569-67eff9595f2c admin admin] GET failed (client error): The resource could not be found. Feb 21 09:30:13.203584 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7c9fc96a-3ab4-49ce-b569-67eff9595f2c admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605457 Feb 21 09:30:13.365839 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd992136-b3ad-4308-8684-e9c5a107acad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:13.367836 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cd992136-b3ad-4308-8684-e9c5a107acad admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594353 Feb 21 09:30:15.689583 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:15.779942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a0404-ac20-446e-84c6-a649b4215d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:15.781359 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-479a0404-ac20-446e-84c6-a649b4215d76 admin admin] 10.222.0.65 "GET /v2.0/subnets/b333e398-53f6-4170-a5c1-e1f846f3c4c6 HTTP/1.1" status: 200 len: 849 time: 0.0908070 Feb 21 09:30:15.790848 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:30:15.877020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Publish callbacks [] for subnet (b333e398-53f6-4170-a5c1-e1f846f3c4c6), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:16.077926 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752718658946'] for subnet (b333e398-53f6-4170-a5c1-e1f846f3c4c6), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:16.110306 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:16.110904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:16.112222 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] 10.222.0.65 "PUT /v2.0/subnets/b333e398-53f6-4170-a5c1-e1f846f3c4c6 HTTP/1.1" status: 200 len: 868 time: 0.3250458 Feb 21 09:30:16.131992 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd106f39-383a-427c-8534-c75cb27152d5 None None] Network ce108b4c-7da4-483d-856f-1a3a6e88b3f7 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:30:16.132581 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b333e398-53f6-4170-a5c1-e1f846f3c4c6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:30:16.140151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.140531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.140885 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.141243 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.141565 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.141900 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.142252 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.142592 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.142917 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.143337 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.143685 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.144055 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.144386 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90347-d1c8-4f6d-ad3c-96904332e179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:30:16.464309 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Provisioning complete for port d1ad33d3-d68a-4d25-80f6-90dc2414a075 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:16.464794 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (d1ad33d3-d68a-4d25-80f6-90dc2414a075), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:16.544054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Current status of the port d1ad33d3-d68a-4d25-80f6-90dc2414a075 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:30:16.553700 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Provisioning complete for port be5caabb-68f1-47bd-bfdb-04a860eb340c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:30:16.554099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (be5caabb-68f1-47bd-bfdb-04a860eb340c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:16.633411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-adebabc0-edc0-42a6-9356-48007c37d466 None None] Current status of the port be5caabb-68f1-47bd-bfdb-04a860eb340c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:30:18.442795 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:18.637654 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d46a4-22ba-48ab-9262-dc2529000ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:18.638047 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d46a4-22ba-48ab-9262-dc2529000ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:18.639603 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-975d46a4-22ba-48ab-9262-dc2529000ae6 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957870 Feb 21 09:30:20.995623 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:21.126843 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa681132-489a-40c3-bdcc-13df1d446931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:21.127317 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa681132-489a-40c3-bdcc-13df1d446931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:21.129474 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fa681132-489a-40c3-bdcc-13df1d446931 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328881 Feb 21 09:30:23.476027 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:23.597257 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a1418-99d6-4d0b-a4d0-8a699b4d8abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:23.598628 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1f0a1418-99d6-4d0b-a4d0-8a699b4d8abc admin admin] 10.222.0.65 "GET /v2.0/networks/beca7d87-0bf7-42c7-8059-ce32dc9b8aaf HTTP/1.1" status: 200 len: 886 time: 0.1216478 Feb 21 09:30:26.033003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41660) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:26.162884 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe849fc-927e-4e49-9972-6899f260fce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:26.164280 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-efe849fc-927e-4e49-9972-6899f260fce0 admin admin] 10.222.0.65 "GET /v2.0/networks/ce108b4c-7da4-483d-856f-1a3a6e88b3f7 HTTP/1.1" status: 200 len: 869 time: 0.1303217 Feb 21 09:30:28.492197 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:28.614124 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb72c5c-ee23-4b98-bd70-0daa22341fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:28.614578 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb72c5c-ee23-4b98-bd70-0daa22341fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:28.616165 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1bb72c5c-ee23-4b98-bd70-0daa22341fdd admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230228 Feb 21 09:30:29.208132 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:30:30.908127 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32cadd50-bdeb-4a63-8407-103056b13d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:30.970809 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:31.186739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f2e98-07cd-466f-9a68-5e451ccd91ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:31.187114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f2e98-07cd-466f-9a68-5e451ccd91ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:31.188801 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e12f2e98-07cd-466f-9a68-5e451ccd91ee admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2169404 Feb 21 09:30:33.114200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36a26074-4391-4689-96ba-6aa9b89f427e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:33.556899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:33.645876 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c3e99-9d87-4579-8d9c-630f00248447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:33.647549 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b31c3e99-9d87-4579-8d9c-630f00248447 admin admin] 10.222.0.65 "GET /v2.0/subnets/b0dd24c4-939f-4563-8a87-e45bec899405 HTTP/1.1" status: 200 len: 816 time: 0.0896668 Feb 21 09:30:34.261053 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:35.723655 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:30:35.983611 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:30:36.079946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c02b91-ff79-44f7-bbcd-fb6efe41f6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:30:36.081875 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d2c02b91-ff79-44f7-bbcd-fb6efe41f6ee admin admin] 10.222.0.65 "GET /v2.0/subnets/b333e398-53f6-4170-a5c1-e1f846f3c4c6 HTTP/1.1" status: 200 len: 868 time: 0.0973029 Feb 21 09:30:37.244226 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:00.949290 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e31ab60e-e910-437b-a868-571daf040723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:03.100404 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c0df683-5a1c-4a59-8d19-297d27e76f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:04.254764 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:04.339951 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41744) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:31:04.386320 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-92c78a51-7f94-4964-8357-a56ef16d502a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:31:04.387337 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-92c78a51-7f94-4964-8357-a56ef16d502a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464170 Feb 21 09:31:05.771913 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:06.209725 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:31:06.826293 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41752) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:31:06.886692 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c876643-839b-4b09-9a28-e64e35d4c1a5 admin admin] GET failed (client error): The resource could not be found. Feb 21 09:31:06.887991 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5c876643-839b-4b09-9a28-e64e35d4c1a5 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607688 Feb 21 09:31:06.972792 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f67d3-9e56-46c5-bdad-421a23c0e5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:06.974285 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-699f67d3-9e56-46c5-bdad-421a23c0e5a9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822763 Feb 21 09:31:07.225975 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.345194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:31:09.396439 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:31:09.534138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Made reservation on behalf of c3f01046c2f74fba94104e65299e171f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:31:09.536933 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.586357 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING neutron.services.revisions.revision_plugin [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Could not find related network for resource to bump revision. Feb 21 09:31:09.603803 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:31:09.622690 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752718729521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (559d4bf3-ae12-42c0-a055-6bc07e03e11d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.623221 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Unsubscribe: segment precommit_create {{(pid=103364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:31:09.623706 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Added segment 559d4bf3-ae12-42c0-a055-6bc07e03e11d of type vlan for network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a Feb 21 09:31:09.689474 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (50eb4e1f-5da9-4013-b6ee-6f65ed294f2a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.846208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (50eb4e1f-5da9-4013-b6ee-6f65ed294f2a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.847180 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:09.847801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:09.955521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Pushing event updated for resources: {'Network': ['ID=50eb4e1f-5da9-4013-b6ee-6f65ed294f2a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:09.962582 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.962991 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.963366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.963707 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.964040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.964368 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.964693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.965017 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.965339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.965682 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.966002 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.966320 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.966634 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:09.978137 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:31:10.023422 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-06af44bd-9df0-4b23-b0aa-89405026ae30 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6771038 Feb 21 09:31:12.378817 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:31:12.438158 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ceedc8-b288-42a5-94a5-88c13ae256e5 admin admin] GET failed (client error): The resource could not be found. Feb 21 09:31:12.439429 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d9ceedc8-b288-42a5-94a5-88c13ae256e5 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596015 Feb 21 09:31:12.538745 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4293ba-d984-427f-96ec-0de0bb58c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:12.540215 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5a4293ba-d984-427f-96ec-0de0bb58c0a2 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966570 Feb 21 09:31:12.549785 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:31:12.628958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Made reservation on behalf of c3f01046c2f74fba94104e65299e171f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:31:12.631361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:12.869357 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (6a728318-2c2d-4c30-8661-de6dee4994d6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:12.925080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a728318-2c2d-4c30-8661-de6dee4994d6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:12.929212 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Checking segment: {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:31:12.929557 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Network hostable DHCP agents. Network: 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:31:13.065522 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:31:13.151194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:31:13.155173 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:31:13.155793 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.161463 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6501cc2-dbf9-4265-8864-755b80a93bf3 None None] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:31:13.257603 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0f07aa4d-f6fd-4454-bd3a-5bbc3e41db32 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7110279 Feb 21 09:31:13.371779 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-50eb4e1f-5da9-4013-b6ee-6f65ed294f2a', 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a', 'project_id': 'c3f01046c2f74fba94104e65299e171f', 'fixed_ips': [{'subnet_id': '6a728318-2c2d-4c30-8661-de6dee4994d6'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:31:13.372668 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.511409 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Allocated IP 192.168.233.2 (50eb4e1f-5da9-4013-b6ee-6f65ed294f2a/6a728318-2c2d-4c30-8661-de6dee4994d6/6d599e48-8442-4f69-8667-f5bf8228b72c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:31:13.653279 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks [] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.767995 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.805884 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:31:13.808840 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:31:13.812119 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:31:13.831132 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Pushing event updated for resources: {'Port': ['ID=6d599e48-8442-4f69-8667-f5bf8228b72c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:13.854032 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.860012 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:31:13.892931 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Attempting to bind port 6d599e48-8442-4f69-8667-f5bf8228b72c on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:31:13.893299 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Attempting to bind port 6d599e48-8442-4f69-8667-f5bf8228b72c by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:31:13.893659 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Attempting to bind port 6d599e48-8442-4f69-8667-f5bf8228b72c on network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:31:13.898578 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:31:13.898957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Checking segment: {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:31:13.901312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.901312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Bound using segment: {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:31:13.901312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Bound port: 6d599e48-8442-4f69-8667-f5bf8228b72c, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:31:13.901312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:13.961322 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] For port 6d599e48-8442-4f69-8667-f5bf8228b72c, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:31:13.964351 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] For port 6d599e48-8442-4f69-8667-f5bf8228b72c, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6d599e48-8442-4f69-8667-f5bf8228b72c,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:31:14.046626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:14.104973 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa8eb7-44b4-4a80-a096-04889ab7a065 None None] Pushing event updated for resources: {'Port': ['ID=6d599e48-8442-4f69-8667-f5bf8228b72c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:14.979701 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ccc09-3d9d-4876-80e8-1d2eed0550d7 None None] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:31:15.035425 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Provisioning complete for port 6d599e48-8442-4f69-8667-f5bf8228b72c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:15.036363 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:15.163029 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Current status of the port 6d599e48-8442-4f69-8667-f5bf8228b72c is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:31:15.163029 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:15.197284 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] For port 6d599e48-8442-4f69-8667-f5bf8228b72c, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6d599e48-8442-4f69-8667-f5bf8228b72c,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:31:15.326459 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:15.374623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c06d8a-b1ad-49bf-a1fb-7f59016f190f None None] Pushing event updated for resources: {'Port': ['ID=6d599e48-8442-4f69-8667-f5bf8228b72c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:31:15.447124 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-24b2f368-098d-4f2e-aa21-6788fec4b99e None None] Provisioning complete for port 6d599e48-8442-4f69-8667-f5bf8228b72c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:15.447124 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24b2f368-098d-4f2e-aa21-6788fec4b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:15.529312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-24b2f368-098d-4f2e-aa21-6788fec4b99e None None] Current status of the port 6d599e48-8442-4f69-8667-f5bf8228b72c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:31:16.072471 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6d599e48-8442-4f69-8667-f5bf8228b72c up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:31:16.121936 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6d599e48-8442-4f69-8667-f5bf8228b72c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:31:16.122327 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6d599e48-8442-4f69-8667-f5bf8228b72c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:16.202105 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6d599e48-8442-4f69-8667-f5bf8228b72c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:31:30.903162 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f43667f0-3ab8-42ea-ae1a-37bf79bbfe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:33.091895 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15f34860-c7e0-4141-9f51-b3161d8f47cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:34.314807 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:35.727947 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:37.228543 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:31:43.212914 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:32:00.910045 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25ffa455-888a-44a9-8e97-7c93bb380bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:03.104267 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af56f783-1910-4c38-a2b0-39d03704b9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:04.253222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:05.715399 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:07.229777 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:20.213603 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:32:30.951504 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-895ff9eb-efb6-4f1e-a57c-3ae8b7404ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:33.103675 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2cba3da-67df-47c4-8afa-5eb6e45333cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:34.268326 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:35.800947 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:37.326824 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:57.215953 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:33:00.913660 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0039b16b-c44a-4b49-b530-efd734ffdbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:03.103247 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3be8e96-b2b3-4a82-a9dd-419d473e4200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:04.268995 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:05.726271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:06.574864 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:06.580879 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-c088a988-41c9-4ee3-8064-9539d3643bf8 tempest-verify_tempest_config-1507311772 tempest-verify_tempest_config-1507311772-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:33:06.581867 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c088a988-41c9-4ee3-8064-9539d3643bf8 tempest-verify_tempest_config-1507311772 tempest-verify_tempest_config-1507311772-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059984 Feb 21 09:33:07.127205 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41828) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:07.223058 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.230421 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.331617 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Publish callbacks [] for security_group (9c63e79f-4c72-4599-a869-7093cbd28810), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.416848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9c63e79f-4c72-4599-a869-7093cbd28810), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.460896 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c63e79f-4c72-4599-a869-7093cbd28810,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:07.465936 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=790f7d6dbd7743e4ad6144313407b4ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3376999 Feb 21 09:33:07.468806 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:07.470334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.470688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.471037 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.471397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.471732 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.472065 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.472395 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.472723 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.473094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.473414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.473743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.474063 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.474384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d73907d-2496-4d81-99c8-57aa64d1d3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.523086 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Publish callbacks [] for security_group (9c63e79f-4c72-4599-a869-7093cbd28810), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.544300 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Publish callbacks [] for security_group (9c63e79f-4c72-4599-a869-7093cbd28810), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.703075 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9c63e79f-4c72-4599-a869-7093cbd28810), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.705633 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:07.706805 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c63e79f-4c72-4599-a869-7093cbd28810 HTTP/1.1" status: 204 len: 168 time: 0.2370327 Feb 21 09:33:07.715005 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c63e79f-4c72-4599-a869-7093cbd28810,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:07.722222 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.722568 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.722924 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.723234 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.723593 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.723915 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.724239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.724666 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.724934 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.725253 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.725567 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.725881 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:07.726190 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394aa1c0-800a-459c-b95e-7ec1d39eb6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:30.896736 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7af2593-d6e4-4824-a490-c820f841708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:33.119396 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8565dea9-6b13-428e-a853-61f5ebbff62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:34.219334 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:33:34.296943 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:35.742147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.250992 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:00.901956 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16c6852d-8c06-443a-aeaf-14c910984297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:03.095818 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-601b718d-b8df-466c-93df-8b63425d95e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:04.284621 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:05.753145 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:07.227529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:11.220993 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:34:30.912676 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ba793e8-e371-43f3-8ac0-f6f81258de9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:33.091412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0578de58-aed9-40d9-8a5a-d8d9e6b530b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:34.267124 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:35.769626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:37.209951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:48.223140 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:34:58.243730 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455249'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:00.895276 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7f26773e-07c6-4d7f-a747-879d9ec18474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:03.106543 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89d71caf-bfcf-4de5-9cb0-612a9334a342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:04.300584 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:05.729559 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:07.214882 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:14.048454 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 41904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:14.150276 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6cb9b4e4-2190-49ff-86e7-16e914122c98 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1008818 Feb 21 09:35:16.500212 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 41914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:16.560022 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-650c461e-3d6d-436e-b246-469dec07f084 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0581796 Feb 21 09:35:25.225885 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:35:28.140736 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:30.923626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0aad75dd-9c51-4e9c-8483-de372bb869f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:33.089226 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57b9da67-874d-4734-ac68-145f2a136377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:34.266125 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:35.734937 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:37.276959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:58.122935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:00.986323 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-589c9fe1-f4f6-4cc0-a8c0-c20789ef7adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:02.228970 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:36:03.100464 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b0947d5-6ad9-488f-8982-2ed1807ff8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:04.317741 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:05.762926 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:07.220493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:28.128632 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:30.944835 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2c6798b-dfa1-4df7-bcd1-7dda74170fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:33.129408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eac5c266-0cb7-400d-bc97-0578c5a58f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:34.323485 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:35.791226 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:37.236910 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:39.231146 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:36:51.273566 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:51.620148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-855725476-network', 'tenant_id': '07141a2fde3a45b3915b22ba7814dd69'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:51.715196 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Made reservation on behalf of 07141a2fde3a45b3915b22ba7814dd69 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:51.717681 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.729895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.804013 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks [] for security_group (d68a3946-2f49-4746-b937-20d1ec19480e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.892647 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d68a3946-2f49-4746-b937-20d1ec19480e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.917314 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:51.927012 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a3946-2f49-4746-b937-20d1ec19480e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:51.931651 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (c8e6b0d4-ae30-4796-a28b-06805f95211b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.936409 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Added segment c8e6b0d4-ae30-4796-a28b-06805f95211b of type vlan for network 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e Feb 21 09:36:51.944924 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.945277 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.945621 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.945981 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.946507 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.946843 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.947172 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.947529 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.947873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.948204 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.948528 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.948851 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.949221 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Tracked resource versions report: Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: pushed versions: Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Log': {'1.0'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Network': {'1.1'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Port': {'1.7'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: consumer versions: Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: HyperV agent@hv-cinder-77819: {}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Log': '1.0', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Network': '1.1', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Port': '1.7', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'SubPort': '1.0', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Subnet': '1.1', Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Feb 21 09:36:51.950266 dv-cinder-778193-19-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:36:51.991800 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.098180 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.099102 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:52.099710 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.165322 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] Pushing event updated for resources: {'Network': ['ID=41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:52.172739 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:52.326919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42088) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:52.327574 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-02771857-d441-48b7-bcfb-72fb53a71474 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0521770 Feb 21 09:36:52.337797 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Request body: {'subnet': {'network_id': '41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-855725476-subnet', 'tenant_id': '07141a2fde3a45b3915b22ba7814dd69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:52.465537 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Made reservation on behalf of 07141a2fde3a45b3915b22ba7814dd69 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:52.468111 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.469153 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42098) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:52.517214 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42106) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:52.678343 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1971706544-network', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:52.695287 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (b06a1a4d-5816-483e-9287-98465046d128), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.719443 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-440103005-network', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:52.756881 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06a1a4d-5816-483e-9287-98465046d128,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:52.763081 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Made reservation on behalf of 39ba98058ea84295b1cce52d3e792a29 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:52.765003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.765361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.765472 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.765743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.766045 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.766376 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.766701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.767228 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.767590 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.769065 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.769065 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.769263 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.769415 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.769735 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Tracked resource versions report: Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: pushed versions: Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Log': {'1.0'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Network': {'1.1'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Port': {'1.7'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'PortForwarding': {'1.2'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: consumer versions: Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: HyperV agent@hv-cinder-77819: {}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Log': '1.0', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Network': '1.1', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Port': '1.7', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'PortForwarding': '1.2', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'SubPort': '1.0', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Subnet': '1.1', Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Feb 21 09:36:52.770818 dv-cinder-778193-19-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:36:52.779381 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Checking segment: {'id': 'c8e6b0d4-ae30-4796-a28b-06805f95211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:52.779734 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Network hostable DHCP agents. Network: 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:52.780409 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.842763 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Made reservation on behalf of 6f97ed27bfc74d37afabc0df792afc42 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:52.845019 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.856671 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.859822 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Network 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:52.877077 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks [] for security_group (e720a80d-bec7-47e9-ad7e-5f475597f68d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.942577 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks [] for security_group (ea105e63-eab7-4105-9876-a45650481e6a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.960796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:52.973091 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:52.973091 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:52.973300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b97dcf-9f1b-466b-8eb0-9f8689a5317e None None] Network 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:53.020745 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (e720a80d-bec7-47e9-ad7e-5f475597f68d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.035485 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:53.069168 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-78dad418-7d28-45d0-9ec3-4ae43f6f026b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7334480 Feb 21 09:36:53.069275 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e720a80d-bec7-47e9-ad7e-5f475597f68d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.069275 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ea105e63-eab7-4105-9876-a45650481e6a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.071131 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (69f3dde0-bf46-420a-ac93-e27d05314c8c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.071505 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Added segment 69f3dde0-bf46-420a-ac93-e27d05314c8c of type vlan for network eddc0bc3-1bf4-4586-a00f-b8554328c44b Feb 21 09:36:53.108822 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4182f-1b48-4382-b26c-43457437e56b None None] Network 41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:53.123594 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (eddc0bc3-1bf4-4586-a00f-b8554328c44b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.145168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:53.181556 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (80b07835-82a0-4501-a64e-289a10da0a49), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.183478 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Added segment 80b07835-82a0-4501-a64e-289a10da0a49 of type vlan for network e2f86c8d-97a5-45fb-ab17-4dd844294473 Feb 21 09:36:53.183478 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea105e63-eab7-4105-9876-a45650481e6a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.227554 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (e2f86c8d-97a5-45fb-ab17-4dd844294473), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.260678 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (eddc0bc3-1bf4-4586-a00f-b8554328c44b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.263033 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:53.264116 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.288773 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42144) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:53.317749 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (e2f86c8d-97a5-45fb-ab17-4dd844294473), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.321540 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:53.321540 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.338355 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] Pushing event updated for resources: {'Network': ['ID=eddc0bc3-1bf4-4586-a00f-b8554328c44b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.350253 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:53.383694 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4e48168c-8b9b-4180-8888-74e47a058a98 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9131920 Feb 21 09:36:53.386751 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42150) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:53.395096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Request body: {'subnet': {'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1971706544-subnet', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:53.397637 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f86c8d-97a5-45fb-ab17-4dd844294473,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.412896 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:53.430688 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-15e472b0-7539-43f7-a46f-c43ff2d2b431 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9097717 Feb 21 09:36:53.430950 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:53.435827 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Request body: {'subnet': {'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-subnet', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:53.471209 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Made reservation on behalf of 39ba98058ea84295b1cce52d3e792a29 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:53.473362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.511043 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Made reservation on behalf of 6f97ed27bfc74d37afabc0df792afc42 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:53.513519 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.734321 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (8549219e-01b3-4f10-b198-4b7fe5c70f3f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.779702 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1712005715-network', 'tenant_id': 'e05c08b255664381a966f688586fc635'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:53.791689 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (3c02d216-4398-411b-9485-bffe95c833c1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.797230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8549219e-01b3-4f10-b198-4b7fe5c70f3f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.832366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Checking segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:53.833873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Network hostable DHCP agents. Network: eddc0bc3-1bf4-4586-a00f-b8554328c44b, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:53.875811 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c02d216-4398-411b-9485-bffe95c833c1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:53.884958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Made reservation on behalf of e05c08b255664381a966f688586fc635 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:53.889114 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.893397 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Checking segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:53.893795 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Network hostable DHCP agents. Network: e2f86c8d-97a5-45fb-ab17-4dd844294473, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:53.899608 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:53.916751 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42164) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:53.948209 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:53.974527 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:53.992473 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks [] for security_group (1995c84c-5fb6-4343-9d40-6f6fddb35389), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.060430 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, eddc0bc3-1bf4-4586-a00f-b8554328c44b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:54.063586 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, e2f86c8d-97a5-45fb-ab17-4dd844294473) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:54.071365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:54.071365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.072258 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bbbec-3207-4804-9bf9-4690ce70a989 None None] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:54.074167 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1995c84c-5fb6-4343-9d40-6f6fddb35389), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.077147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd00e6-7721-4634-af7a-3bf5d1036d92 None None] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:54.091182 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:54.092109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.114716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:54.123891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1995c84c-5fb6-4343-9d40-6f6fddb35389,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:54.132931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (45e443b7-3ed9-4446-a50b-471cabe81c49), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.133586 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Added segment 45e443b7-3ed9-4446-a50b-471cabe81c49 of type vlan for network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf Feb 21 09:36:54.175281 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c5f72ab9-944f-4ad1-98f5-afb0ac231acf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7432902 Feb 21 09:36:54.177952 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:54.182887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:54.196515 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.205186 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e7b1b944-6f87-4ed8-a067-29da5d4813bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8165593 Feb 21 09:36:54.208613 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:54.210430 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-526088188-network', 'tenant_id': 'de0675c09376415bbbaab858235b8765'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:54.213254 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:54.277009 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:36:54.277833 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.281979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce3dab-9204-4308-b59d-26621f407873 None None] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:54.287591 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (e7a1a6ad-5477-4173-85db-92160756e26b), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.289001 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (e7a1a6ad-5477-4173-85db-92160756e26b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.320812 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Made reservation on behalf of de0675c09376415bbbaab858235b8765 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:54.326375 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.346485 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.347541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:54.348111 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.357947 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.359758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.361491 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.363118 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for router_controller (e7a1a6ad-5477-4173-85db-92160756e26b), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.486513 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1967449 Feb 21 09:36:54.500604 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:54.507020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks [] for security_group (fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.509172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Request body: {'subnet': {'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1712005715-subnet', 'tenant_id': 'e05c08b255664381a966f688586fc635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:54.516893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36940b-b67c-4c4d-b426-1445e106d0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:54.577922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:54.613418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for router_controller (bbd7d2d0-331f-4303-b3b8-24e169395adb), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.622514 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.671160 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for router_gateway (e7a1a6ad-5477-4173-85db-92160756e26b), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.687613 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:54.689501 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:54.700978 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (653e6312-a2d8-4c19-a793-a10db9c3dcb9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.701577 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Added segment 653e6312-a2d8-4c19-a793-a10db9c3dcb9 of type vlan for network 83f786b2-4b47-4920-b448-0a72ea610b17 Feb 21 09:36:54.705273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Made reservation on behalf of e05c08b255664381a966f688586fc635 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:54.707852 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.749574 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (83f786b2-4b47-4920-b448-0a72ea610b17), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.749812 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Allocated IP 172.20.0.2 (eddc0bc3-1bf4-4586-a00f-b8554328c44b/8549219e-01b3-4f10-b198-4b7fe5c70f3f/f3b8b16f-6494-48fa-8339-acdc0eadc694) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:54.852874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (83f786b2-4b47-4920-b448-0a72ea610b17), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.854990 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:54.854990 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:54.937083 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] Pushing event updated for resources: {'Network': ['ID=83f786b2-4b47-4920-b448-0a72ea610b17,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:54.986730 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 83f786b2-4b47-4920-b448-0a72ea610b17 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:55.023478 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks [] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.046139 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e460e411-158d-4567-9ee4-157df4a9237a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1280911 Feb 21 09:36:55.050766 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:55.058764 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Request body: {'subnet': {'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-subnet', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:55.116270 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.169114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for router_gateway (e7a1a6ad-5477-4173-85db-92160756e26b), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.193927 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:55.199435 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.203401 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:55.212109 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:55.261423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Pushing event updated for resources: {'Port': ['ID=f3b8b16f-6494-48fa-8339-acdc0eadc694,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:55.290678 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.291044 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.291519 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.291871 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.292208 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.292541 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.292889 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.293222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.293548 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.293890 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.294220 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.294542 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.294861 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Tracked resource versions report: Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: pushed versions: Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Log': {'1.0'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Network': {'1.1'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Port': {'1.7'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: consumer versions: Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: HyperV agent@hv-cinder-77819: {}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Log': '1.0', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Network': '1.1', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Port': '1.7', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'SubPort': '1.0', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Subnet': '1.1', Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Feb 21 09:36:55.296077 dv-cinder-778193-19-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:36:55.322856 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Attempting to bind port f3b8b16f-6494-48fa-8339-acdc0eadc694 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:36:55.323290 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Attempting to bind port f3b8b16f-6494-48fa-8339-acdc0eadc694 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:36:55.323698 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Attempting to bind port f3b8b16f-6494-48fa-8339-acdc0eadc694 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:36:55.331802 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:36:55.332219 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Checking segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:55.332647 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.332995 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Bound using segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:36:55.333635 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Bound port: f3b8b16f-6494-48fa-8339-acdc0eadc694, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:36:55.334084 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.381271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42214) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:55.388116 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040054569-network', 'tenant_id': '13224f5a9222444c8e03cc98c9dd0acf'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:55.410550 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Made reservation on behalf of de0675c09376415bbbaab858235b8765 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:55.415624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.428671 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (134f58f8-48b9-4148-9f96-fd64ae268f88), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.433979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] For port f3b8b16f-6494-48fa-8339-acdc0eadc694, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:36:55.439933 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for router_gateway (bbd7d2d0-331f-4303-b3b8-24e169395adb), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.441813 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] For port f3b8b16f-6494-48fa-8339-acdc0eadc694, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f3b8b16f-6494-48fa-8339-acdc0eadc694,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:36:55.512588 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.529760 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Checking segment: {'id': '45e443b7-3ed9-4446-a50b-471cabe81c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:55.530434 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Network hostable DHCP agents. Network: 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:55.545617 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Pushing event updated for resources: {'Subnet': ['ID=134f58f8-48b9-4148-9f96-fd64ae268f88,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:55.550271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Made reservation on behalf of 13224f5a9222444c8e03cc98c9dd0acf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:55.553441 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.590107 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.604093 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94b5f-f2fb-4ba3-9bb9-f066a388f96f None None] Pushing event updated for resources: {'Port': ['ID=f3b8b16f-6494-48fa-8339-acdc0eadc694,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:55.613841 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Allocated IP 172.27.1.33 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/6b7d1991-4e61-42fc-bcff-ac34328f8b64) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:55.774344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:55.814318 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.854744 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.887196 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks [] for security_group (16d3c703-8e79-4e63-bf61-47afe95fb0d9), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.889875 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:55.893327 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:55.893957 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:55.906230 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ea3d0-fd38-4e50-aa0f-55c0945f3df2 None None] Network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:56.008011 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.058156 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:56.060178 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (16d3c703-8e79-4e63-bf61-47afe95fb0d9), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.112876 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Checking segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:56.113755 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Network hostable DHCP agents. Network: 83f786b2-4b47-4920-b448-0a72ea610b17, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:56.117836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Pushing event updated for resources: {'Port': ['ID=6b7d1991-4e61-42fc-bcff-ac34328f8b64,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:56.119524 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849755d-52f4-42f1-81d1-9a3e0f09c589 None None] Network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:56.153338 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:56.154742 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:56.159572 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:56.163266 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:56.188506 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (8435bf59-9b41-4c77-bfd5-5011e724e47f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.188857 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Added segment 8435bf59-9b41-4c77-bfd5-5011e724e47f of type vlan for network 69d761cb-a38b-4ac0-a420-1332f47d5d93 Feb 21 09:36:56.208063 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for router_gateway (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.235089 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0a8e2757-eeb9-4ea2-aeed-323d50b3933a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7283475 Feb 21 09:36:56.348501 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f3b8b16f-6494-48fa-8339-acdc0eadc694 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:36:56.370172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (69d761cb-a38b-4ac0-a420-1332f47d5d93), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.408527 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.424601 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port f3b8b16f-6494-48fa-8339-acdc0eadc694 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:56.425560 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.501566 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d3c703-8e79-4e63-bf61-47afe95fb0d9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:56.520260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (69d761cb-a38b-4ac0-a420-1332f47d5d93), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.521213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:56.524989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.541493 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:56.583796 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port f3b8b16f-6494-48fa-8339-acdc0eadc694 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:56.584254 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.631147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port f3b8b16f-6494-48fa-8339-acdc0eadc694, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f3b8b16f-6494-48fa-8339-acdc0eadc694,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:56.650509 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] Pushing event updated for resources: {'Network': ['ID=69d761cb-a38b-4ac0-a420-1332f47d5d93,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:56.663599 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 69d761cb-a38b-4ac0-a420-1332f47d5d93 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:56.703453 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 83f786b2-4b47-4920-b448-0a72ea610b17) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:56.714510 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:56.715112 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.722768 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4afe6405-df83-47ea-bb64-e48012aa25f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3400080 Feb 21 09:36:56.723658 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42262) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:56.733126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Request body: {'subnet': {'network_id': '69d761cb-a38b-4ac0-a420-1332f47d5d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040054569-subnet', 'tenant_id': '13224f5a9222444c8e03cc98c9dd0acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:56.761735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for router_gateway (e7a1a6ad-5477-4173-85db-92160756e26b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.823509 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24edbafc-b2c9-4474-bae0-5b41876b121c None None] Network 83f786b2-4b47-4920-b448-0a72ea610b17 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:56.835712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.837004 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Allocated IP 172.27.1.116 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/b160ad74-20f3-4d3b-aed6-eee49cf27291) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:56.877058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Made reservation on behalf of 13224f5a9222444c8e03cc98c9dd0acf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:56.880444 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9562ef75-5936-41f4-9e31-5ad8e4feec32 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8279588 Feb 21 09:36:56.882956 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:56.884546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:56.889653 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:57.063699 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=f3b8b16f-6494-48fa-8339-acdc0eadc694,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:57.124453 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.127722 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-83f786b2-4b47-4920-b448-0a72ea610b17', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:36:57.128648 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.137546 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (e7a1a6ad-5477-4173-85db-92160756e26b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.142746 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.143858 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.325866 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for router_controller (fbd7a630-7c3e-4347-9326-2a0275c0fec1), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.357450 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.406781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42ad07-0b08-4df4-b59e-89ee5d4e25f1 None None] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:57.460492 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Allocated IP 172.20.0.2 (83f786b2-4b47-4920-b448-0a72ea610b17/8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1/9aa1184e-5414-4791-996a-13bbcba13f3b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:57.484268 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Router e7a1a6ad-5477-4173-85db-92160756e26b is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:36:57.527672 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:57.533952 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Pushing event updated for resources: {'Port': ['ID=b160ad74-20f3-4d3b-aed6-eee49cf27291,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:57.536255 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-030654da-2cce-43e3-a731-c92656da52dc None None] Provisioning complete for port f3b8b16f-6494-48fa-8339-acdc0eadc694 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:57.536597 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-030654da-2cce-43e3-a731-c92656da52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.536738 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:57.550907 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:57.630495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (30eb538c-255c-4a50-9fe2-a39b946a5cf6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.718459 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for router_gateway (fbd7a630-7c3e-4347-9326-2a0275c0fec1), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.726953 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:57.842702 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:36:57.856206 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Sync routers for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:36:57.878074 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:36:57.880506 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:57.959760 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-030654da-2cce-43e3-a731-c92656da52dc None None] Current status of the port f3b8b16f-6494-48fa-8339-acdc0eadc694 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:57.963815 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks [] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:57.979354 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:57.983640 dv-cinder-778193-19-iscsi neutron-server[103364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 09:36:58.010706 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30eb538c-255c-4a50-9fe2-a39b946a5cf6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:58.047481 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.084344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Checking segment: {'id': '8435bf59-9b41-4c77-bfd5-5011e724e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69d761cb-a38b-4ac0-a420-1332f47d5d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:58.084344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Network hostable DHCP agents. Network: 69d761cb-a38b-4ac0-a420-1332f47d5d93, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:58.155778 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:58.162854 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:36:58.180830 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:58.182832 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Pushing event updated for resources: {'Port': ['ID=9aa1184e-5414-4791-996a-13bbcba13f3b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:58.185409 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:58.255606 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.257197 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dca709b8-123f-433c-b762-1b72c71ea315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.289078 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.291355 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f3b8b16f-6494-48fa-8339-acdc0eadc694 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:36:58.291496 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3cffa374-9fd5-45eb-9387-14484fc35f8d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1113524 Feb 21 09:36:58.299188 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Network 69d761cb-a38b-4ac0-a420-1332f47d5d93 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:58.306108 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:58.335388 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Attempting to bind port 9aa1184e-5414-4791-996a-13bbcba13f3b on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:36:58.335956 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Attempting to bind port 9aa1184e-5414-4791-996a-13bbcba13f3b by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:36:58.336326 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Attempting to bind port 9aa1184e-5414-4791-996a-13bbcba13f3b on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:36:58.350441 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:36:58.351007 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Checking segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:58.351463 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.352256 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Bound using segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:36:58.352762 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Bound port: 9aa1184e-5414-4791-996a-13bbcba13f3b, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:36:58.353359 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.396567 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-05970e03-6939-435a-800f-21683b41b2f4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:58.410897 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-05970e03-6939-435a-800f-21683b41b2f4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/networks?id=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf HTTP/1.1" status: 200 len: 812 time: 0.4291012 Feb 21 09:36:58.463745 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dca709b8-123f-433c-b762-1b72c71ea315 admin admin] Publish callbacks [] for security_group (9bc124f6-d73c-4e87-8682-708cb4c4e06e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.483323 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4f138be7-c0d6-4e8c-bcac-dfd49cdd05b4 None None] Provisioning complete for port f3b8b16f-6494-48fa-8339-acdc0eadc694 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:58.489234 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f138be7-c0d6-4e8c-bcac-dfd49cdd05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.521681 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:56Z', 'revision_number': 3, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:58.555816 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for router_gateway (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.556466 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 69d761cb-a38b-4ac0-a420-1332f47d5d93) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:58.556759 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Checking router: e7a1a6ad-5477-4173-85db-92160756e26b for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:36:58.557461 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Updating router e7a1a6ad-5477-4173-85db-92160756e26b port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:36:58.578676 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.584160 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dca709b8-123f-433c-b762-1b72c71ea315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9bc124f6-d73c-4e87-8682-708cb4c4e06e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.584302 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:58.584302 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.606929 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2734e5-b432-407b-b585-f4978c1133d5 None None] Network 69d761cb-a38b-4ac0-a420-1332f47d5d93 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:58.608440 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.611449 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-e27b8020-f8fd-440d-8d8f-dbdfa58f26d7 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/quotas/e05c08b255664381a966f688586fc635 HTTP/1.1" status: 200 len: 375 time: 0.1984501 Feb 21 09:36:58.634221 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port f3b8b16f-6494-48fa-8339-acdc0eadc694 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:58.634606 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.641697 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] For port 9aa1184e-5414-4791-996a-13bbcba13f3b, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:36:58.696347 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dca709b8-123f-433c-b762-1b72c71ea315 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8b92d901fb840aa92cf7a6f0d2a637b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9682477 Feb 21 09:36:58.697163 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca709b8-123f-433c-b762-1b72c71ea315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc124f6-d73c-4e87-8682-708cb4c4e06e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:58.701649 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:58.727254 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] For port 9aa1184e-5414-4791-996a-13bbcba13f3b, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=9aa1184e-5414-4791-996a-13bbcba13f3b,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:36:58.772006 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-cebda481-0eb1-4fc5-89d9-21fda69f32f2 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e05c08b255664381a966f688586fc635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1596322 Feb 21 09:36:58.800519 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] Publish callbacks [] for security_group (9bc124f6-d73c-4e87-8682-708cb4c4e06e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.839626 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] Publish callbacks [] for security_group (9bc124f6-d73c-4e87-8682-708cb4c4e06e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.858386 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Allocated IP 172.27.1.32 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/cd3b0f26-bbcd-4750-8711-06fd975b16d4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:58.877487 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.884271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for router_gateway (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:58.999947 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1f393ec6-9b74-4f8e-8570-37f6d9c20d22 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2652860 Feb 21 09:36:59.042602 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf73a61-5aeb-43bf-a7f5-91294480b8b2 None None] Network 69d761cb-a38b-4ac0-a420-1332f47d5d93 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:59.069382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4f138be7-c0d6-4e8c-bcac-dfd49cdd05b4 None None] Current status of the port f3b8b16f-6494-48fa-8339-acdc0eadc694 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:59.081946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9bc124f6-d73c-4e87-8682-708cb4c4e06e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.084913 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.086650 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9bc124f6-d73c-4e87-8682-708cb4c4e06e HTTP/1.1" status: 204 len: 168 time: 0.3839886 Feb 21 09:36:59.101107 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.111326 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34d032-18e1-42bd-b3eb-a5e4cdac33d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc124f6-d73c-4e87-8682-708cb4c4e06e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:59.134217 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-dd145fff-6aa1-4076-9a60-2447bbff2051 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:36:59.135248 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-dd145fff-6aa1-4076-9a60-2447bbff2051 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2591052 Feb 21 09:36:59.170936 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb1b6-6287-414e-9e6d-382f7cc8a18f None None] Pushing event updated for resources: {'Port': ['ID=9aa1184e-5414-4791-996a-13bbcba13f3b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:59.196677 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port f3b8b16f-6494-48fa-8339-acdc0eadc694 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:59.263871 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:59.307158 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d2763575-6257-4327-a33b-6c0177fd8f4f service neutron] 10.222.0.65 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629887 Feb 21 09:36:59.334356 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.356305 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Deleting subnet b06a1a4d-5816-483e-9287-98465046d128 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:36:59.365245 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Publish callbacks [] for subnet (b06a1a4d-5816-483e-9287-98465046d128), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.471463 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:59.478479 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:59.490556 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:59.538413 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3b0f26-bbcd-4750-8711-06fd975b16d4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:59.540325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.542885 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Publish callbacks [] for subnet (b06a1a4d-5816-483e-9287-98465046d128), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.557524 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (b06a1a4d-5816-483e-9287-98465046d128), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.598740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks [] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.667100 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-21862168-1b8a-4026-970c-76f171f99dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773373 Feb 21 09:36:59.677231 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.780368 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Attempting to bind port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:36:59.781237 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Attempting to bind port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:36:59.782503 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Attempting to bind port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:36:59.791737 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (b06a1a4d-5816-483e-9287-98465046d128), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.825326 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06a1a4d-5816-483e-9287-98465046d128,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:59.834245 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.838687 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:36:59.839609 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:59.840065 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.840468 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:36:59.840786 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bea21220-bab7-47fb-9f24-c018ec865f93 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b06a1a4d-5816-483e-9287-98465046d128 HTTP/1.1" status: 204 len: 168 time: 0.5755453 Feb 21 09:36:59.840955 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Bound port: 6b7d1991-4e61-42fc-bcff-ac34328f8b64, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:36:59.841176 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:59.841406 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.867387 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Pushing event updated for resources: {'Port': ['ID=6b7d1991-4e61-42fc-bcff-ac34328f8b64,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:59.912397 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.912709 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.913096 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.913434 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.913774 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.914842 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.915237 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.915610 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.917256 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.917630 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.917988 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.918322 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.918652 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Tracked resource versions report: Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: pushed versions: Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Log': {'1.0'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Network': {'1.1'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Port': {'1.7'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: consumer versions: Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: HyperV agent@hv-cinder-77819: {}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: L3 agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: Metadata agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: Metering agent@dv-cinder-778193-19-iscsi: {}, Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-778193-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Log': '1.0', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Network': '1.1', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Port': '1.7', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'SubPort': '1.0', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Subnet': '1.1', Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Feb 21 09:36:59.920774 dv-cinder-778193-19-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:36:59.933564 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:59.954998 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] For port 6b7d1991-4e61-42fc-bcff-ac34328f8b64, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:36:59.960878 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] For port 6b7d1991-4e61-42fc-bcff-ac34328f8b64, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6b7d1991-4e61-42fc-bcff-ac34328f8b64,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:00.024217 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42372) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:00.039158 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.062811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:00.069222 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a79a775-d8db-46ca-acf1-4998a8c416b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.071257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.115246 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for router_gateway (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.162088 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.175125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a7524035-310f-481f-8ab8-d7e69b417f5b req-bfb0f26d-4bdd-4acb-9e45-b70514510f2c tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.1101923 Feb 21 09:37:00.191952 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:00.192883 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:00.200997 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ea8d6-78c4-489f-89ed-316fc5583357 None None] Pushing event updated for resources: {'Port': ['ID=6b7d1991-4e61-42fc-bcff-ac34328f8b64,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:00.239139 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.241396 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.249501 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.251030 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > port after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.251030 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.251030 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > port after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.258404 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.258404 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.258404 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.258404 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.308150 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Router bbd7d2d0-331f-4303-b3b8-24e169395adb is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:37:00.353379 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 9aa1184e-5414-4791-996a-13bbcba13f3b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:00.422815 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:00.438357 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 9aa1184e-5414-4791-996a-13bbcba13f3b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:00.438983 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.602797 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.603146 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.603504 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.603830 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:00.604189 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:00.606435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 9aa1184e-5414-4791-996a-13bbcba13f3b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:00.606837 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.629298 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e6b0d4-ae30-4796-a28b-06805f95211b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:00.629739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e6b0d4-ae30-4796-a28b-06805f95211b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:00.642641 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:00.644528 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:00.651944 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 9aa1184e-5414-4791-996a-13bbcba13f3b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=9aa1184e-5414-4791-996a-13bbcba13f3b,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:00.654686 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:00.667256 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (c8e6b0d4-ae30-4796-a28b-06805f95211b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.681292 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ae57a-4d66-4725-aa67-2c5af1399ea1 None None] Network 83f786b2-4b47-4920-b448-0a72ea610b17 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:00.692495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Allocated IP 172.20.0.1 (e2f86c8d-97a5-45fb-ab17-4dd844294473/3c02d216-4398-411b-9485-bffe95c833c1/37aef575-063c-4d3c-be3b-e35fc71aeeab) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:00.692699 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (c8e6b0d4-ae30-4796-a28b-06805f95211b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.702838 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:00.703061 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:37:00.703627 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (c8e6b0d4-ae30-4796-a28b-06805f95211b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.708764 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:37:00.721195 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:37:01.018042 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.020616 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:56Z', 'revision_number': 3, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:01.020616 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc185d-8f18-47df-a4a8-376537732f63 None None] The sync data for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi is: [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:56Z', 'revision_number': 3, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:01.022055 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-75669120-3b33-46b5-9144-8c51dc9dac23 None None] Provisioning complete for port 9aa1184e-5414-4791-996a-13bbcba13f3b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:01.022055 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75669120-3b33-46b5-9144-8c51dc9dac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.022720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks [] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.022720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.022720 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e202cae1-7330-4d01-8a41-8fc9d7e68c7b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7081349 Feb 21 09:37:01.022720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42402) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:01.022720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c28a79e1-1279-454e-8ee5-7f39c2ebdcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.024959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=9aa1184e-5414-4791-996a-13bbcba13f3b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:01.077475 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:01.138718 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a79a775-d8db-46ca-acf1-4998a8c416b4 admin admin] Publish callbacks [] for security_group (622ac107-0425-45c1-aaf3-219767c3e842), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.156481 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.168353 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ecdd4c-b41b-4957-b165-c486ec81d4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.173201 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.178375 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] 10.222.0.65 "DELETE /v2.0/networks/41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e HTTP/1.1" status: 204 len: 168 time: 1.3344920 Feb 21 09:37:01.197283 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:01.208318 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.338151 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-75669120-3b33-46b5-9144-8c51dc9dac23 None None] Current status of the port 9aa1184e-5414-4791-996a-13bbcba13f3b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:01.361054 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:01.383076 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:01.429545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c28a79e1-1279-454e-8ee5-7f39c2ebdcb4 admin admin] Publish callbacks [] for security_group (d9cc885e-c8b4-4d73-b99c-8ff54afd02f5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.440809 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:01.441307 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (e7a1a6ad-5477-4173-85db-92160756e26b), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.473912 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:57Z', 'revision_number': 3, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:01.475942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108328e-f8e0-4966-b157-12a426494fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=41cc52b4-45ee-463b-b9ab-f06ae9a3fb0e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:01.481832 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a79a775-d8db-46ca-acf1-4998a8c416b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (622ac107-0425-45c1-aaf3-219767c3e842), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.519812 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79a775-d8db-46ca-acf1-4998a8c416b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ac107-0425-45c1-aaf3-219767c3e842,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:01.521095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:01.521456 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Updating router bbd7d2d0-331f-4303-b3b8-24e169395adb port b160ad74-20f3-4d3b-aed6-eee49cf27291 binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:01.553511 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8a79a775-d8db-46ca-acf1-4998a8c416b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d95bc0877444f7fad00dd6dce9f8d91&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5271041 Feb 21 09:37:01.555393 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.560151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42420) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:01.595145 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Deleting subnet 30eb538c-255c-4a50-9fe2-a39b946a5cf6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:37:01.617485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab5d8b22-c8ae-4c62-a2c2-35da3baad263 req-e538a5f9-bec3-4bd5-bbfb-86ad2e393a1a tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.3362312 Feb 21 09:37:01.618336 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Publish callbacks [] for subnet (30eb538c-255c-4a50-9fe2-a39b946a5cf6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.634207 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c28a79e1-1279-454e-8ee5-7f39c2ebdcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d9cc885e-c8b4-4d73-b99c-8ff54afd02f5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.714625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:01.727433 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] Publish callbacks [] for security_group (622ac107-0425-45c1-aaf3-219767c3e842), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.800629 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.823450 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c28a79e1-1279-454e-8ee5-7f39c2ebdcb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13967438e5b14bd6a58c7e96f89079af&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1032076 Feb 21 09:37:01.829127 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Publish callbacks [] for subnet (30eb538c-255c-4a50-9fe2-a39b946a5cf6), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.831777 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] Publish callbacks [] for security_group (622ac107-0425-45c1-aaf3-219767c3e842), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.833080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:01.849619 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a79e1-1279-454e-8ee5-7f39c2ebdcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc885e-c8b4-4d73-b99c-8ff54afd02f5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:01.916168 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (30eb538c-255c-4a50-9fe2-a39b946a5cf6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.944084 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:37:01.979391 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1eba536f-ca9b-41cd-94f2-17e4abc505ae None None] Provisioning complete for port 9aa1184e-5414-4791-996a-13bbcba13f3b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:01.980240 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1eba536f-ca9b-41cd-94f2-17e4abc505ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.042060 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (622ac107-0425-45c1-aaf3-219767c3e842), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.047968 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.049135 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/622ac107-0425-45c1-aaf3-219767c3e842 HTTP/1.1" status: 204 len: 168 time: 0.4322050 Feb 21 09:37:02.087414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] Publish callbacks [] for security_group (d9cc885e-c8b4-4d73-b99c-8ff54afd02f5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.090114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7f96c-3856-4cf8-aa98-6feb0e69ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ac107-0425-45c1-aaf3-219767c3e842,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:02.129075 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:02.141472 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:02.155714 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:02.156593 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:36:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:02.234465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for subnet (30eb538c-255c-4a50-9fe2-a39b946a5cf6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.251341 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.253572 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ce9e671c-d490-410f-a90b-619cc3e76c92 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3694186 Feb 21 09:37:02.256745 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:02.322797 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30eb538c-255c-4a50-9fe2-a39b946a5cf6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:02.341112 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] Publish callbacks [] for security_group (d9cc885e-c8b4-4d73-b99c-8ff54afd02f5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.345234 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.351799 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-99f76e02-db24-4cdf-9072-ee274eba307f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/30eb538c-255c-4a50-9fe2-a39b946a5cf6 HTTP/1.1" status: 204 len: 168 time: 1.1513147 Feb 21 09:37:02.354420 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:02.369752 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:02.381838 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.526588 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks [] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.536745 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1eba536f-ca9b-41cd-94f2-17e4abc505ae None None] Current status of the port 9aa1184e-5414-4791-996a-13bbcba13f3b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:02.553753 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 9aa1184e-5414-4791-996a-13bbcba13f3b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:02.594125 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (69d761cb-a38b-4ac0-a420-1332f47d5d93), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.630066 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.701000 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d9cc885e-c8b4-4d73-b99c-8ff54afd02f5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.703749 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.707967 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9cc885e-c8b4-4d73-b99c-8ff54afd02f5 HTTP/1.1" status: 204 len: 168 time: 0.8527768 Feb 21 09:37:02.780724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7bf3-ad08-465a-b865-d495955f37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc885e-c8b4-4d73-b99c-8ff54afd02f5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:02.783668 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.816733 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79d1d1d9-3c0f-42e7-8949-1d3483dc9452 req-752130fd-bcfc-4606-8608-88a88c605a6f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0781729 Feb 21 09:37:02.818441 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Attempting to bind port b160ad74-20f3-4d3b-aed6-eee49cf27291 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:02.818834 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Attempting to bind port b160ad74-20f3-4d3b-aed6-eee49cf27291 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:02.819242 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Attempting to bind port b160ad74-20f3-4d3b-aed6-eee49cf27291 on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:02.834781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9f16-6930-416e-b196-59c98802ec95 None None] Pushing event updated for resources: {'Port': ['ID=b160ad74-20f3-4d3b-aed6-eee49cf27291,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:02.863048 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:02.863412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:02.863820 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.864208 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:02.864848 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Bound port: b160ad74-20f3-4d3b-aed6-eee49cf27291, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:02.865140 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.895268 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:36:59Z', 'revision_number': 3, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:02.935082 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (69d761cb-a38b-4ac0-a420-1332f47d5d93), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.969679 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 9aa1184e-5414-4791-996a-13bbcba13f3b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:02.969916 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:02.990677 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:02.991255 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Updating router fbd7a630-7c3e-4347-9326-2a0275c0fec1 port cd3b0f26-bbcd-4750-8711-06fd975b16d4 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:03.058877 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks [] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.068322 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.077129 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.077508 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.078324 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.082190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.082566 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.082920 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.083125 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] For port b160ad74-20f3-4d3b-aed6-eee49cf27291, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:03.083251 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.083614 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.083931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.084526 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.086852 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] For port b160ad74-20f3-4d3b-aed6-eee49cf27291, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b160ad74-20f3-4d3b-aed6-eee49cf27291,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:03.146152 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 9aa1184e-5414-4791-996a-13bbcba13f3b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:03.147248 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6b7d1991-4e61-42fc-bcff-ac34328f8b64 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:03.182937 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.256517 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf3e7-2422-4cc8-9b08-e65285d9c866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.270984 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9f16-6930-416e-b196-59c98802ec95 None None] Pushing event updated for resources: {'Port': ['ID=b160ad74-20f3-4d3b-aed6-eee49cf27291,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:03.312712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:03.313552 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:03.352312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.352815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.352993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.353325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:37:03.353682 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d761cb-a38b-4ac0-a420-1332f47d5d93']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:03.389007 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.434104 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.449638 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (e7a1a6ad-5477-4173-85db-92160756e26b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.453332 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8435bf59-9b41-4c77-bfd5-5011e724e47f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:03.453633 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8435bf59-9b41-4c77-bfd5-5011e724e47f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:03.483473 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:03.484093 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.537496 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:03.598376 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (8435bf59-9b41-4c77-bfd5-5011e724e47f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.630713 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks [] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.715331 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.764982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Allocated IP 172.20.0.1 (eddc0bc3-1bf4-4586-a00f-b8554328c44b/8549219e-01b3-4f10-b198-4b7fe5c70f3f/6c32acc9-1025-4d44-b870-1a0b7738a4c0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:03.776557 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:03.777193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.820015 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Allocated IP 172.20.0.1 (83f786b2-4b47-4920-b448-0a72ea610b17/8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1/eee8e8d0-9d33-4842-9f69-de6fcbf0b894) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:03.821111 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 6b7d1991-4e61-42fc-bcff-ac34328f8b64, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6b7d1991-4e61-42fc-bcff-ac34328f8b64,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:03.821968 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Attempting to bind port cd3b0f26-bbcd-4750-8711-06fd975b16d4 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:03.822370 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Attempting to bind port cd3b0f26-bbcd-4750-8711-06fd975b16d4 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:03.822744 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Attempting to bind port cd3b0f26-bbcd-4750-8711-06fd975b16d4 on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:03.851583 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:57Z', 'revision_number': 3, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:03.854890 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:03.855281 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:03.855718 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.856127 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:03.859663 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Bound port: cd3b0f26-bbcd-4750-8711-06fd975b16d4, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:03.860072 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.890250 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bdd8e-f2a7-48a9-abbf-dd1cdb02eca3 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:36:57Z', 'revision_number': 3, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:03.900226 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.926464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:03.983647 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e729f-aa70-45ac-8121-e7c1599cc840 None None] Pushing event updated for resources: {'Port': ['ID=cd3b0f26-bbcd-4750-8711-06fd975b16d4,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:03.999130 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (8435bf59-9b41-4c77-bfd5-5011e724e47f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.025311 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:37:04.025723 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (8435bf59-9b41-4c77-bfd5-5011e724e47f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.031749 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=6b7d1991-4e61-42fc-bcff-ac34328f8b64,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.079287 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks [] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.091373 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] For port cd3b0f26-bbcd-4750-8711-06fd975b16d4, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:04.097147 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] For port cd3b0f26-bbcd-4750-8711-06fd975b16d4, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cd3b0f26-bbcd-4750-8711-06fd975b16d4,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:37:04.115969 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:37:04.216117 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.216323 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.253555 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:04.256585 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:04.273311 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks [] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.280046 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:04.283949 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0ac94f6-1d9e-4790-8ff1-bd65726fc535 req-341f1b0e-e5dd-4be9-9ee1-1727952017da tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.1634719 Feb 21 09:37:04.360693 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.366196 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6b7d1991-4e61-42fc-bcff-ac34328f8b64 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:04.384439 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (69d761cb-a38b-4ac0-a420-1332f47d5d93), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.401463 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.414047 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:04.416219 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:04.483600 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.496359 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] 10.222.0.65 "DELETE /v2.0/networks/69d761cb-a38b-4ac0-a420-1332f47d5d93 HTTP/1.1" status: 204 len: 168 time: 2.1352036 Feb 21 09:37:04.499703 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e15d0-5484-4019-a02b-7e1f6c93e49d admin admin] Pushing event deleted for resources: {'Network': ['ID=69d761cb-a38b-4ac0-a420-1332f47d5d93,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.516852 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:04.517498 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.562011 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:04.581287 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:04.657276 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e729f-aa70-45ac-8121-e7c1599cc840 None None] Pushing event updated for resources: {'Port': ['ID=cd3b0f26-bbcd-4750-8711-06fd975b16d4,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.687789 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:04.711863 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Pushing event updated for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.724264 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:04.818602 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.905052 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-74c45335-ba08-4321-bf68-f9c3fa134fed None None] Provisioning complete for port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:04.905413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74c45335-ba08-4321-bf68-f9c3fa134fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.911119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Pushing event updated for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:04.920951 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:04.930407 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:04.930407 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:04.935460 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Router e7a1a6ad-5477-4173-85db-92160756e26b has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:04.987895 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-74c45335-ba08-4321-bf68-f9c3fa134fed None None] Port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:05.006589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.027541 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:36:59Z', 'revision_number': 3, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:05.042430 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:05.071498 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e55f-b862-4c64-a92a-8930a1c4dc8c None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:36:59Z', 'revision_number': 3, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:05.164697 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.42', 64298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:05.369593 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ed706871-8ec0-4c0f-9f47-6298c2b60bde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07141a2fde3a45b3915b22ba7814dd69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3288374 Feb 21 09:37:05.372175 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42514) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:05.425100 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-35e46cce-7790-4635-bb53-36c13af75a55 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:05.425670 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35e46cce-7790-4635-bb53-36c13af75a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.515245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-35e46cce-7790-4635-bb53-36c13af75a55 None None] Port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:05.544632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.594208 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] Publish callbacks [] for security_group (d68a3946-2f49-4746-b937-20d1ec19480e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.715485 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:05.715485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1ffb888e-75cc-427b-b6f9-34d65f231ca9 admin admin] 10.222.0.65 "PUT /v2.0/routers/e7a1a6ad-5477-4173-85db-92160756e26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3951316 Feb 21 09:37:05.716239 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Sync routers for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:05.737692 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:05.738966 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:05.745558 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks [] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.757713 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] Publish callbacks [] for security_group (d68a3946-2f49-4746-b937-20d1ec19480e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.795422 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-007ca539-4bf7-4912-929e-f02aa2439afb req-91c26779-d8e2-4f75-89d7-e9bd6b6f84e4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0425491 Feb 21 09:37:05.806517 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-cea07397-bd63-4e1a-b68c-5127019f2751 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:05.808341 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-cea07397-bd63-4e1a-b68c-5127019f2751 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.42 "GET /v2.0/networks?id=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf HTTP/1.1" status: 200 len: 812 time: 0.6300039 Feb 21 09:37:05.843065 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.860139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.015695 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:06.060705 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.087552 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d68a3946-2f49-4746-b937-20d1ec19480e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.090086 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.093812 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d68a3946-2f49-4746-b937-20d1ec19480e HTTP/1.1" status: 204 len: 168 time: 0.7140133 Feb 21 09:37:06.123488 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Pushing event updated for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:06.127194 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5f91c-a0b3-4371-9f22-a308d2f5918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a3946-2f49-4746-b937-20d1ec19480e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:06.138886 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.391677 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:06.392946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:06.469776 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks [] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.496498 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b160ad74-20f3-4d3b-aed6-eee49cf27291 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:06.549862 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.681540 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port b160ad74-20f3-4d3b-aed6-eee49cf27291 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:06.681666 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.711643 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:06.719717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.761388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Pushing event updated for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:06.813193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:02Z', 'revision_number': 4, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '37aef575-063c-4d3c-be3b-e35fc71aeeab', 'name': '', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'mac_address': 'fa:16:3e:3d:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c02d216-4398-411b-9485-bffe95c833c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:00Z', 'updated_at': '2022-02-21T09:37:02Z', 'revision_number': 2, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'subnets': [{'id': '3c02d216-4398-411b-9485-bffe95c833c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:06.887835 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Checking router: e7a1a6ad-5477-4173-85db-92160756e26b for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:06.888200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Updating router e7a1a6ad-5477-4173-85db-92160756e26b port 37aef575-063c-4d3c-be3b-e35fc71aeeab binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:06.906225 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:06.932654 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a312d3ed-e6b6-4cc1-88cf-7ccf54f6982e admin admin] 10.222.0.65 "PUT /v2.0/routers/fbd7a630-7c3e-4347-9326-2a0275c0fec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6671760 Feb 21 09:37:06.977381 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.981810 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port b160ad74-20f3-4d3b-aed6-eee49cf27291 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:06.982206 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.984188 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:06.989098 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:07.000780 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-75e6bba3-9250-44bf-9ed4-627338b0741d None None] Provisioning complete for port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:07.001211 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75e6bba3-9250-44bf-9ed4-627338b0741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.052978 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port b160ad74-20f3-4d3b-aed6-eee49cf27291, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b160ad74-20f3-4d3b-aed6-eee49cf27291,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:07.111078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-75e6bba3-9250-44bf-9ed4-627338b0741d None None] Port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:07.129823 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35187a06-2533-4361-94e8-c2b8c4f0de0e req-e0bd5b43-94dd-4b4e-992b-fd65d8d4e87e tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.1077106 Feb 21 09:37:07.239965 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.241235 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cd3b0f26-bbcd-4750-8711-06fd975b16d4 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:07.355166 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-de7a4452-9580-44b8-b5a9-cd4f67e6f9d5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:07.363730 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-de7a4452-9580-44b8-b5a9-cd4f67e6f9d5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 818 time: 0.2329013 Feb 21 09:37:07.397125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-19b2dca5-36fd-48e1-952f-a55de1860199 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/quotas/6f97ed27bfc74d37afabc0df792afc42 HTTP/1.1" status: 200 len: 375 time: 0.0321186 Feb 21 09:37:07.468960 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.482082 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=b160ad74-20f3-4d3b-aed6-eee49cf27291,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:07.539858 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-53aeb05d-21a8-426c-b361-a25b7d83b810 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:07.540506 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-53aeb05d-21a8-426c-b361-a25b7d83b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.545388 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-6e11eb09-3efe-4e6a-8e36-786a500390a8 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471245 Feb 21 09:37:07.555495 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port cd3b0f26-bbcd-4750-8711-06fd975b16d4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:07.556123 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.623477 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:07.652711 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-53aeb05d-21a8-426c-b361-a25b7d83b810 None None] Port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:07.748659 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks [] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.750405 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port cd3b0f26-bbcd-4750-8711-06fd975b16d4 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:07.750623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.756518 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-35b0d76e-e849-4245-a4d9-53074e57cf5c service neutron] 10.222.0.65 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102323 Feb 21 09:37:07.777265 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port cd3b0f26-bbcd-4750-8711-06fd975b16d4, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cd3b0f26-bbcd-4750-8711-06fd975b16d4,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:07.817520 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:07.830476 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:07.834170 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-92b0aab2-f196-4bbb-97b9-cc59c04121fe admin admin] 10.222.0.65 "PUT /v2.0/routers/bbd7d2d0-331f-4303-b3b8-24e169395adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9089558 Feb 21 09:37:07.843679 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.848996 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:07.849114 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:07.850055 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:07.860436 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42576) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:07.927036 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-80dc71eb-7cf1-4c11-aeed-aaadf017bc57 service neutron] 10.222.0.65 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694846 Feb 21 09:37:07.961202 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2a867806-c1f1-4906-b052-ac487f75b47d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13224f5a9222444c8e03cc98c9dd0acf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0957928 Feb 21 09:37:07.961632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:08.035189 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=cd3b0f26-bbcd-4750-8711-06fd975b16d4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:08.047552 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Attempting to bind port 37aef575-063c-4d3c-be3b-e35fc71aeeab on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:08.048086 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Attempting to bind port 37aef575-063c-4d3c-be3b-e35fc71aeeab by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:08.049966 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Attempting to bind port 37aef575-063c-4d3c-be3b-e35fc71aeeab on network e2f86c8d-97a5-45fb-ab17-4dd844294473 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:08.066101 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:08.097217 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] Publish callbacks [] for security_group (16d3c703-8e79-4e63-bf61-47afe95fb0d9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.111641 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:08.112705 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Checking segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:08.113100 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.113503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Bound using segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:08.113992 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Bound port: 37aef575-063c-4d3c-be3b-e35fc71aeeab, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:08.114375 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.116266 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:08.155924 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] Publish callbacks [] for security_group (16d3c703-8e79-4e63-bf61-47afe95fb0d9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.224069 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:08.224707 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:08.269014 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Request body: {'port': {'device_id': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf', 'admin_state_up': True, 'tenant_id': 'e05c08b255664381a966f688586fc635'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:08.502081 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 2, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:08.545127 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:08.545490 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Updating router bbd7d2d0-331f-4303-b3b8-24e169395adb port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:08.573555 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:08.587559 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.596192 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4dc90935-9644-49b6-8ca0-b8ff80d73b65 req-61c0986f-eb42-4f92-931a-71a07ecebf55 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0957048 Feb 21 09:37:08.606208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (16d3c703-8e79-4e63-bf61-47afe95fb0d9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.620929 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.624495 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16d3c703-8e79-4e63-bf61-47afe95fb0d9 HTTP/1.1" status: 204 len: 168 time: 0.6633582 Feb 21 09:37:08.661013 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aeea8-b23f-449d-b6d4-815f777d46b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d3c703-8e79-4e63-bf61-47afe95fb0d9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:08.697173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:08.702706 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212799924', 'description': 'tempest-description--710161762'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:08.788112 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b160ad74-20f3-4d3b-aed6-eee49cf27291 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:08.837415 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.844699 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5ea0bd0-9728-48e6-8154-76ad3b4a1703 req-072d2fad-4e7c-4e0a-867a-00bf28c003ad tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 210 time: 0.0633650 Feb 21 09:37:08.987110 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (3633ffca-e37f-4c8c-99a8-4085b9a0e7f2), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.019848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Made reservation on behalf of e05c08b255664381a966f688586fc635 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:09.024833 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.073827 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port b160ad74-20f3-4d3b-aed6-eee49cf27291 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:09.074337 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.077710 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (3633ffca-e37f-4c8c-99a8-4085b9a0e7f2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.092100 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123670b-045c-4521-96b2-29d371318ed3 None None] Pushing event updated for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:09.163262 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:09.231847 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.234506 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-095bd88a-fdec-400d-8f80-1c40676a282b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5359356 Feb 21 09:37:09.238116 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42660) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:09.245284 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group_rule': {'security_group_id': '3633ffca-e37f-4c8c-99a8-4085b9a0e7f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:09.280385 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks [] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.291265 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] For port 37aef575-063c-4d3c-be3b-e35fc71aeeab, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:09.333127 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] For port 37aef575-063c-4d3c-be3b-e35fc71aeeab, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=37aef575-063c-4d3c-be3b-e35fc71aeeab,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:09.408832 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.423863 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (bb25d2b4-b138-47ed-ad55-ee96f582bc67), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.485483 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d472f-902b-45cd-9cdb-730b66beae58 None None] Pushing event updated for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:09.535056 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.859148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42688) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:09.860915 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Attempting to bind port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:09.860915 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Attempting to bind port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:09.860915 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Attempting to bind port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:09.861306 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289704865', 'description': 'tempest-description--1863499148'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Checking segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Bound using segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Bound port: 6c32acc9-1025-4d44-b870-1a0b7738a4c0, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:09.861814 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.862281 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (bb25d2b4-b138-47ed-ad55-ee96f582bc67), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.862361 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] For port 6c32acc9-1025-4d44-b870-1a0b7738a4c0, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:09.862361 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] For port 6c32acc9-1025-4d44-b870-1a0b7738a4c0, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6c32acc9-1025-4d44-b870-1a0b7738a4c0,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:09.894288 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (bb25d2b4-b138-47ed-ad55-ee96f582bc67), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.923739 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.945963 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.961393 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5300366b-d102-4859-97ef-1b9c4bfa21b6 req-acb2c894-b46f-40fe-8def-c833f62323db tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.1483560 Feb 21 09:37:09.968547 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port b160ad74-20f3-4d3b-aed6-eee49cf27291 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:09.974491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cd3b0f26-bbcd-4750-8711-06fd975b16d4 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:10.008281 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb25d2b4-b138-47ed-ad55-ee96f582bc67,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:10.085287 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:10.095045 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:10.143090 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (7946c886-2766-4fb5-b812-5c49ca333395), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.157007 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Allocated IP 172.20.0.3 (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf/134f58f8-48b9-4148-9f96-fd64ae268f88/6eb9a567-5b85-4c62-9e4e-ff432818761b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:10.175374 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d472f-902b-45cd-9cdb-730b66beae58 None None] Pushing event updated for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:10.183153 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123670b-045c-4521-96b2-29d371318ed3 None None] Pushing event updated for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:10.195618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:10.204946 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.209529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:10.217844 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:10.223938 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.228164 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-203a3ca7-7a2b-4401-be8a-d956bd36071e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9886975 Feb 21 09:37:10.228839 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:10.243949 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-31c953d4-8dd1-40c0-9b59-9cb43872b39f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:10.249930 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group_rule': {'security_group_id': '3633ffca-e37f-4c8c-99a8-4085b9a0e7f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:10.253353 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-31c953d4-8dd1-40c0-9b59-9cb43872b39f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 818 time: 0.4979892 Feb 21 09:37:10.293110 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (7946c886-2766-4fb5-b812-5c49ca333395), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.371430 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-807dc41c-43b4-4d6f-87de-84447b270b30 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/quotas/6f97ed27bfc74d37afabc0df792afc42 HTTP/1.1" status: 200 len: 375 time: 0.1164882 Feb 21 09:37:10.476672 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port cd3b0f26-bbcd-4750-8711-06fd975b16d4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:10.478618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.493938 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7946c886-2766-4fb5-b812-5c49ca333395,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:10.507642 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 2, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:10.545185 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (eb868c27-e2e6-41b3-bda1-fa0ea67b3b88), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.550944 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:10.599312 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.606871 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e3e82789-9941-4f4d-a7d2-8c4cab5e1a93 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9801342 Feb 21 09:37:10.632322 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42716) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:10.661780 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group_rule': {'security_group_id': '7946c886-2766-4fb5-b812-5c49ca333395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:10.673341 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:10.687778 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Updating router fbd7a630-7c3e-4347-9326-2a0275c0fec1 port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:10.729971 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-c8147541-9ecf-434a-9bf6-cbb7b5f60a9d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3574824 Feb 21 09:37:10.817022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks [] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.887659 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:10.900720 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:10.958236 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.027622 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (eb868c27-e2e6-41b3-bda1-fa0ea67b3b88), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.067598 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (355c0b0b-8bbc-4567-a1b8-9d821509648f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.125531 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:09Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:11.147180 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (eb868c27-e2e6-41b3-bda1-fa0ea67b3b88), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.189808 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04743b1-4307-49f2-bd00-20c5841caf93 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:09Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:11.318024 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (355c0b0b-8bbc-4567-a1b8-9d821509648f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.344243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Pushing event updated for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:11.353396 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-ab808e65-58a4-4ee9-9eaf-1bb4f1419619 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:11.355407 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-ab808e65-58a4-4ee9-9eaf-1bb4f1419619 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2030368 Feb 21 09:37:11.367042 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb868c27-e2e6-41b3-bda1-fa0ea67b3b88,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:11.367336 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:11.425645 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (355c0b0b-8bbc-4567-a1b8-9d821509648f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.466899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355c0b0b-8bbc-4567-a1b8-9d821509648f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:11.468536 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:11.473954 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:11.547274 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Current status of the port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:11.549186 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.693415 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.694883 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-99664823-bc70-4363-85fa-20f0845dc16e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4650240 Feb 21 09:37:11.704998 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:11.706220 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42748) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:11.712035 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:11.717979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.756165 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.757397 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3e1cd88e-9c8d-4e00-801b-ea61c1a71c86 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1267354 Feb 21 09:37:11.763098 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:11.772395 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group_rule': {'security_group_id': '7946c886-2766-4fb5-b812-5c49ca333395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:11.792666 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56b1ab-9807-4ea5-b89f-af4de8994b48 req-92ce2a37-5c67-4e57-bd1b-f38f8a32cc03 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:11.820417 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc56b1ab-9807-4ea5-b89f-af4de8994b48 req-92ce2a37-5c67-4e57-bd1b-f38f8a32cc03 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 931 time: 0.6802342 Feb 21 09:37:11.869926 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:11.923919 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-dd93559a-e413-4515-8d23-86a6edd18211 service neutron] 10.222.0.65 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551391 Feb 21 09:37:12.003939 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-d13896ec-822f-4af3-9397-f2e356b417cb tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7509682 Feb 21 09:37:12.021899 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] For port 6c32acc9-1025-4d44-b870-1a0b7738a4c0, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6c32acc9-1025-4d44-b870-1a0b7738a4c0,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:12.051381 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port cd3b0f26-bbcd-4750-8711-06fd975b16d4 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:12.153408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.179833 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (fe3943f7-59a2-4222-a5ae-417d940450a3), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.276665 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-d65d5dac-b9d5-4612-9a04-9adf22e40f9d service neutron] 10.222.0.65 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444743 Feb 21 09:37:12.298519 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba9d8a-ffbe-4daa-b3fc-291098d1fb26 None None] Pushing event updated for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:12.314093 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-5bcc26c5-23a9-4491-85e1-41a7932f4492 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:12.314093 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-5bcc26c5-23a9-4491-85e1-41a7932f4492 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176876 Feb 21 09:37:12.333381 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc56b1ab-9807-4ea5-b89f-af4de8994b48 req-8248389f-f143-4221-8ce4-7de8ee727051 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968414 Feb 21 09:37:12.387565 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6c32acc9-1025-4d44-b870-1a0b7738a4c0 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:12.550245 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (fe3943f7-59a2-4222-a5ae-417d940450a3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.591744 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dbf46af5-3383-4638-b202-d8a45ef75300 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:12.595657 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dbf46af5-3383-4638-b202-d8a45ef75300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.624746 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.731407 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Request body: {'port': {'device_id': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:12.772001 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks [] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.791698 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (fe3943f7-59a2-4222-a5ae-417d940450a3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.888051 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:12.898340 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3943f7-59a2-4222-a5ae-417d940450a3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:12.992008 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b19ae-49b4-4438-9bcd-17fb32bd60fa None None] Pushing event updated for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:12.993560 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.019412 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.019412 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9346f813-b440-43ce-9af8-f06946be45d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2486718 Feb 21 09:37:13.028119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42790) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:13.042140 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:13.087062 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:02Z', 'revision_number': 4, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '37aef575-063c-4d3c-be3b-e35fc71aeeab', 'name': '', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'mac_address': 'fa:16:3e:3d:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c02d216-4398-411b-9485-bffe95c833c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:00Z', 'updated_at': '2022-02-21T09:37:09Z', 'revision_number': 4, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'subnets': [{'id': '3c02d216-4398-411b-9485-bffe95c833c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:13.093231 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Allocated IP 172.27.1.144 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/b271e3ff-433c-4de9-b958-12295bb0f5a2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:13.148143 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c76612de-2874-467f-b013-e750b93d2510 req-c5b44663-5f0d-4e00-80d5-5756be6e47fe tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.2026350 Feb 21 09:37:13.202796 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3c178-a736-42eb-b5c1-537c5552b17d None None] The sync data for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi is: [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:02Z', 'revision_number': 4, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '37aef575-063c-4d3c-be3b-e35fc71aeeab', 'name': '', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'mac_address': 'fa:16:3e:3d:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c02d216-4398-411b-9485-bffe95c833c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:00Z', 'updated_at': '2022-02-21T09:37:09Z', 'revision_number': 4, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'subnets': [{'id': '3c02d216-4398-411b-9485-bffe95c833c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:13.257258 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.314640 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:13.315199 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.445907 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dbf46af5-3383-4638-b202-d8a45ef75300 None None] Current status of the port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:13.549986 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.566397 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.42', 64312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:13.730064 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Attempting to bind port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:13.730771 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Attempting to bind port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:13.730771 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Attempting to bind port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:13.774197 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:13.782552 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Checking segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:13.782805 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.784090 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Bound using segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:13.785750 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Bound port: eee8e8d0-9d33-4842-9f69-de6fcbf0b894, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:13.786618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.842813 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-42180f3e-c111-4d53-83e4-02447130093d None None] Provisioning complete for port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:13.843204 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42180f3e-c111-4d53-83e4-02447130093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.963546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb9a567-5b85-4c62-9e4e-ff432818761b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:13.973621 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks [] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.018134 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Transition to ACTIVE for port object 6eb9a567-5b85-4c62-9e4e-ff432818761b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:14.091924 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:14.125588 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] For port eee8e8d0-9d33-4842-9f69-de6fcbf0b894, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:14.132243 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] For port eee8e8d0-9d33-4842-9f69-de6fcbf0b894, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:14.138927 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ae605-5f4c-4d67-a5c3-f057591caa84 req-424d23f7-ddf2-430e-a825-6eeca5836dee tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:14.142779 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-42180f3e-c111-4d53-83e4-02447130093d None None] Port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:14.149978 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f95ae605-5f4c-4d67-a5c3-f057591caa84 req-424d23f7-ddf2-430e-a825-6eeca5836dee tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 931 time: 0.3107681 Feb 21 09:37:14.152268 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.155263 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-fa026b03-a103-4bf3-ae33-dce916f19591 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:14.156907 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-fa026b03-a103-4bf3-ae33-dce916f19591 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 818 time: 0.5892525 Feb 21 09:37:14.160050 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.221952 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.272525 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:14.273105 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:14.277999 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:14.294491 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:14.335502 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:14.336393 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:14.372319 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=b271e3ff-433c-4de9-b958-12295bb0f5a2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:14.410599 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2762bfbf-96cf-409d-ac1d-daeeb4dac57a req-08eff0b9-32f7-4c6e-9ac0-89d8987dc36a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.1373909 Feb 21 09:37:14.415119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.520766 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6c32acc9-1025-4d44-b870-1a0b7738a4c0 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:14.536604 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f95ae605-5f4c-4d67-a5c3-f057591caa84 req-9991db89-4051-4bc1-aeca-f8038520c896 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681080 Feb 21 09:37:14.593146 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.620713 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Attempting to bind port 6eb9a567-5b85-4c62-9e4e-ff432818761b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:14.621255 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Attempting to bind port 6eb9a567-5b85-4c62-9e4e-ff432818761b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '45e443b7-3ed9-4446-a50b-471cabe81c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:14.621768 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Attempting to bind port 6eb9a567-5b85-4c62-9e4e-ff432818761b on network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:14.627526 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Port 6eb9a567-5b85-4c62-9e4e-ff432818761b on network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:37:14.628102 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Attempting to bind port 6eb9a567-5b85-4c62-9e4e-ff432818761b on network 109d0111-08f2-4eae-9bd8-ec53e3f7e4cf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:14.635174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:14.635569 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Checking segment: {'id': '45e443b7-3ed9-4446-a50b-471cabe81c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:14.636442 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Bound using segment: {'id': '45e443b7-3ed9-4446-a50b-471cabe81c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:14.636909 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Bound port: 6eb9a567-5b85-4c62-9e4e-ff432818761b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e443b7-3ed9-4446-a50b-471cabe81c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:14.637272 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.737821 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:14.758325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b,segment=NetworkSegment(45e443b7-3ed9-4446-a50b-471cabe81c49),segment_id=45e443b7-3ed9-4446-a50b-471cabe81c49)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:14.774627 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b19ae-49b4-4438-9bcd-17fb32bd60fa None None] Pushing event updated for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:14.788654 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:14.821451 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42828) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:14.821651 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Provisioning complete for port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:14.822147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.858925 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.917219 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:14.917977 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.090388 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Current status of the port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:15.090901 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.100569 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.241748 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] For port eee8e8d0-9d33-4842-9f69-de6fcbf0b894, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:15.249522 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Allocated IP 172.27.1.80 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/87135ef8-49ab-4eca-b5d5-4931bc9c7cf5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:15.260138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:15.260727 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.262399 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] 10.222.0.42 "PUT /v2.0/ports/6eb9a567-5b85-4c62-9e4e-ff432818761b HTTP/1.1" status: 200 len: 1093 time: 2.6275885 Feb 21 09:37:15.262940 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:15.263373 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:15.264773 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 37aef575-063c-4d3c-be3b-e35fc71aeeab up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:15.276821 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c61cb490-1da7-434a-861b-3f7cf2a847f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.287016 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a6a5-9a1c-48a1-a072-28bbc3ce4591 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.301784 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:14Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:15.333343 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d01ba8-0a14-419a-8ac1-536fe7c68f55 None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:14Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:15.337049 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.402286 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1084860-e533-4923-a305-721d1ecf43dc None None] Pushing event updated for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.406499 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 37aef575-063c-4d3c-be3b-e35fc71aeeab triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:15.406911 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.431194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c61cb490-1da7-434a-861b-3f7cf2a847f5 admin admin] Publish callbacks [] for security_group (5bae9bbe-c3a8-4667-a48d-bc037b56a399), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.514962 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 37aef575-063c-4d3c-be3b-e35fc71aeeab is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:15.515534 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.517891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:15.522521 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9283b5c5-0022-49be-8f8b-b55a58312d88 req-c33647a9-697b-48d3-af03-439307a63cf6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0388882 Feb 21 09:37:15.526230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c61cb490-1da7-434a-861b-3f7cf2a847f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5bae9bbe-c3a8-4667-a48d-bc037b56a399), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.532120 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.549016 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.583503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 37aef575-063c-4d3c-be3b-e35fc71aeeab, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=37aef575-063c-4d3c-be3b-e35fc71aeeab,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:15.590879 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42858) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:15.591205 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c61cb490-1da7-434a-861b-3f7cf2a847f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=505cdf9a7c1a4e2881bce6dc4a591ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7681022 Feb 21 09:37:15.592458 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cb490-1da7-434a-861b-3f7cf2a847f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae9bbe-c3a8-4667-a48d-bc037b56a399,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.630813 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.654511 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.685083 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8952-9457-4f86-9ef8-1f0246e10b52 req-b5fdf720-cc71-47a4-80e6-d7e98bfde3e4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:15.687260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-837c8952-9457-4f86-9ef8-1f0246e10b52 req-b5fdf720-cc71-47a4-80e6-d7e98bfde3e4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0633719 Feb 21 09:37:15.689265 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a686dda7-6cc9-42a6-b98e-3503c0eabe25 x-openstack-request-id: req-a686dda7-6cc9-42a6-b98e-3503c0eabe25 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:15.689570 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:15.690258 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a686dda7-6cc9-42a6-b98e-3503c0eabe25 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:15.690853 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b', 'status': 'completed', 'code': 200} Feb 21 09:37:15.702449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.712393 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.740201 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-837c8952-9457-4f86-9ef8-1f0246e10b52 req-16525788-9bbc-4d6a-9219-84ca87bfd33f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Feb 21 09:37:15.741380 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] Publish callbacks [] for security_group (5bae9bbe-c3a8-4667-a48d-bc037b56a399), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.761250 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:15.767442 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.774484 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:15.781351 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:15.785814 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=b271e3ff-433c-4de9-b958-12295bb0f5a2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.794012 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] Publish callbacks [] for security_group (5bae9bbe-c3a8-4667-a48d-bc037b56a399), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.894086 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=87135ef8-49ab-4eca-b5d5-4931bc9c7cf5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:15.923277 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:15.925268 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1bde611d-37bd-45ff-aac9-f064202508ff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2173295 Feb 21 09:37:15.945474 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.099558 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5bae9bbe-c3a8-4667-a48d-bc037b56a399), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.106022 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.120144 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bae9bbe-c3a8-4667-a48d-bc037b56a399 HTTP/1.1" status: 204 len: 168 time: 0.5181615 Feb 21 09:37:16.191259 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-69156c17-4814-4948-8d03-cf1228c823d6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1212799924&fields=id&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 267 time: 0.0982554 Feb 21 09:37:16.256895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.262835 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540d6da-4b09-4dcf-a1df-9bd6160dd28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae9bbe-c3a8-4667-a48d-bc037b56a399,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:16.265259 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:37:16.383693 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Request body: {'port': {'device_id': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'admin_state_up': True, 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:16.412384 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 37aef575-063c-4d3c-be3b-e35fc71aeeab up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:16.522373 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-31812fb3-3869-46c9-a807-10e815f3439c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:16.532878 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-31812fb3-3869-46c9-a807-10e815f3439c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 816 time: 0.3415761 Feb 21 09:37:16.555542 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-741cb216-62e5-4e76-8761-f66e81d2eae3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/quotas/de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 375 time: 0.0216894 Feb 21 09:37:16.621307 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 37aef575-063c-4d3c-be3b-e35fc71aeeab triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:16.622187 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.650893 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-6aeef2fb-ce10-4b9c-b057-09a9f5e10bc6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943480 Feb 21 09:37:16.688233 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bec351a-ff12-45ec-9b0f-50878459d8b7 req-9bed1738-0ff2-4df1-af8b-304e8c2ad748 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Feb 21 09:37:16.726423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 37aef575-063c-4d3c-be3b-e35fc71aeeab is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:16.886940 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-f2386051-421d-456c-afcd-993f0fd97209 service neutron] 10.222.0.65 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988442 Feb 21 09:37:16.896711 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.953441 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Made reservation on behalf of 6f97ed27bfc74d37afabc0df792afc42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:16.964941 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.965310 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa57390-c3a1-4c99-b53e-76c2a3bc34c0 req-03e2b56e-3d3d-4d0e-a6a3-dc659888a3ae tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:16.965310 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9aa57390-c3a1-4c99-b53e-76c2a3bc34c0 req-03e2b56e-3d3d-4d0e-a6a3-dc659888a3ae tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1205640 Feb 21 09:37:17.046268 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9aa57390-c3a1-4c99-b53e-76c2a3bc34c0 req-9e53f403-c3ce-4e8c-a5dc-02331053232b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697160 Feb 21 09:37:17.046268 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-77723483-1dcb-4a1a-9054-c63da2580b61 service neutron] 10.222.0.65 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503093 Feb 21 09:37:17.056051 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.198065 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=87135ef8-49ab-4eca-b5d5-4931bc9c7cf5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:17.232612 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.256934 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Allocated IP 172.20.0.4 (e2f86c8d-97a5-45fb-ab17-4dd844294473/3c02d216-4398-411b-9485-bffe95c833c1/c166a307-4617-4967-a978-d1aab69bfb46) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:17.339246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 42908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:17.341532 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.351852 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b24dc23d-6a22-41fb-82ac-45101edf3503 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3158481 Feb 21 09:37:17.423920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1d5fe80e-7cd2-4482-ad49-dd1a5bab1806 req-1b4e0958-889a-43f0-875d-b73207159b47 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.1025124 Feb 21 09:37:17.425777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe0e4-3297-4970-b854-b2e49d6fd29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.532453 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks [] for port (c166a307-4617-4967-a978-d1aab69bfb46), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.661018 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.739776 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:17.746626 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:17.748775 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:17.790189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe0e4-3297-4970-b854-b2e49d6fd29f admin admin] Publish callbacks [] for security_group (8090bcc2-53cc-488a-be84-656a0b74d4f9), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.808760 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43ec5002-29dc-4180-b50a-ec752c9f9382 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1289704865&fields=id&tenant_id=39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 267 time: 0.1622455 Feb 21 09:37:17.815964 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Pushing event updated for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:17.868737 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:17.868949 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.904364 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe0e4-3297-4970-b854-b2e49d6fd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8090bcc2-53cc-488a-be84-656a0b74d4f9), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.945163 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6f442db-d1d6-4c46-976f-b8bb7156f15b req-2acb739a-b483-4af2-9d90-db26adf29dee tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0813868 Feb 21 09:37:17.962944 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-5d7471c2-9261-4322-830b-9049d8328fd3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5941880 Feb 21 09:37:17.999578 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fe0e4-3297-4970-b854-b2e49d6fd29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8090bcc2-53cc-488a-be84-656a0b74d4f9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:18.017868 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6f2fe0e4-3297-4970-b854-b2e49d6fd29f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27d3185561cc4f109b017a9e0f2d4427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825960 Feb 21 09:37:18.020336 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 42936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:18.052724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-a4da8616-084f-464d-abfe-8912a54ce56b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:18.059592 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-a4da8616-084f-464d-abfe-8912a54ce56b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 811 time: 0.2493072 Feb 21 09:37:18.076927 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-24fb3952-ae0c-4363-b0df-eb86099229fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/quotas/39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 375 time: 0.0163736 Feb 21 09:37:18.164152 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] Publish callbacks [] for security_group (8090bcc2-53cc-488a-be84-656a0b74d4f9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:18.190678 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-95f5a197-1f33-4bc7-8243-e101fdaf9175 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044862 Feb 21 09:37:18.214739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] Publish callbacks [] for security_group (8090bcc2-53cc-488a-be84-656a0b74d4f9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:18.297971 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device eee8e8d0-9d33-4842-9f69-de6fcbf0b894 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:18.349116 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb501103-e9f7-4997-9211-708bbf86ece6 req-1591d358-b430-4914-8cc3-29e7cd9e9043 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:18.350889 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb501103-e9f7-4997-9211-708bbf86ece6 req-1591d358-b430-4914-8cc3-29e7cd9e9043 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1592844 Feb 21 09:37:18.364468 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:18.365027 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:18.378821 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-2c455305-6367-456d-8944-80c3a34a10dd service neutron] 10.222.0.65 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843357 Feb 21 09:37:18.416692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8090bcc2-53cc-488a-be84-656a0b74d4f9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:18.418221 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb501103-e9f7-4997-9211-708bbf86ece6 req-f484f4c4-7810-410d-b836-382975404db0 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Feb 21 09:37:18.425007 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:18.428384 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8090bcc2-53cc-488a-be84-656a0b74d4f9 HTTP/1.1" status: 204 len: 168 time: 0.4069715 Feb 21 09:37:18.441249 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09eab-309e-485d-986a-3b01fdfed617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090bcc2-53cc-488a-be84-656a0b74d4f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:18.478103 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:18.523291 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-3575ea93-95e4-41e3-8c04-634702af0591 service neutron] 10.222.0.65 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171517 Feb 21 09:37:18.555775 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-99cb595e-af9e-4725-9ab2-979b50595840 req-4d513ec5-aea0-441c-b60b-4c706aad56bc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0413606 Feb 21 09:37:18.806229 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c100653-8db0-4070-840a-c744456a19e8 req-dcc48811-ecdf-4ee0-b35b-36141dd2c004 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0297263 Feb 21 09:37:19.038244 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0d7c07c-0439-472b-b195-266747a5223f req-1f34515d-886d-42ab-bfe5-f6e6946ffd3c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Feb 21 09:37:19.633742 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7edc-25de-4fde-9f8b-0668538103e9 req-a17d0f4b-87f0-466b-8bdd-58c9e8f2280d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:19.640579 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5adc7edc-25de-4fde-9f8b-0668538103e9 req-a17d0f4b-87f0-466b-8bdd-58c9e8f2280d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1296625 Feb 21 09:37:19.714961 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-11f6043f-ee51-4c45-93b1-b711522944db req-6c815a95-807c-40d2-bc44-5f0e5be3ef55 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0481701 Feb 21 09:37:19.753772 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5adc7edc-25de-4fde-9f8b-0668538103e9 req-3ec32d75-abd0-464e-b254-1cdd2d29a67e tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052537 Feb 21 09:37:19.932780 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84640830-de32-4407-8d73-b3c8b8adbdd2 req-bb7fc467-936c-4c0c-bf76-bf65c1100c24 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0311761 Feb 21 09:37:20.141861 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10d8e371-f41c-4e45-9196-ba869630dbc0 req-3f45b2e3-0879-4643-91e7-d51d07bb0f31 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Feb 21 09:37:20.902077 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12d7ac69-cdaa-46a9-b613-451389c275a1 req-e75ce9dc-82e1-42b5-bb83-273b6333c1e8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0817695 Feb 21 09:37:21.020971 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebe00-a3e7-4874-978d-956a328e894f req-5215fd0a-39c4-4515-98ff-c7e76f2ef4f0 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:21.022640 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1bebe00-a3e7-4874-978d-956a328e894f req-5215fd0a-39c4-4515-98ff-c7e76f2ef4f0 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1234853 Feb 21 09:37:21.098373 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3b3ab42-522b-4f9e-b620-c6a7c2b7d45a req-d4d00abb-4628-4e1f-a089-56bcdc8e17a5 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0644186 Feb 21 09:37:21.156817 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1bebe00-a3e7-4874-978d-956a328e894f req-776668c8-6007-4c20-9729-8647283eb446 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190405 Feb 21 09:37:21.277085 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d6b32e2-6148-439f-9e2f-67e28946790c req-55f28a72-49d6-43e7-8c3d-cce9798f5dda tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0344934 Feb 21 09:37:22.024020 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcf9257e-ce80-4609-8d3a-530c4b7165a8 req-a815dc78-df57-40e6-8792-be596d6da0b3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0309172 Feb 21 09:37:22.261543 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68cba7ff-1a1e-494f-8c7a-928c2d299557 req-54073a59-f14e-4b3a-92ae-658754526412 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0490327 Feb 21 09:37:22.415523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21d3f-f7ff-4a71-a996-2052d6258914 req-6b42bb57-0637-4e0e-b5b2-c023c5e471d3 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:22.422558 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ee21d3f-f7ff-4a71-a996-2052d6258914 req-6b42bb57-0637-4e0e-b5b2-c023c5e471d3 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1495810 Feb 21 09:37:22.467653 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-afcfe8af-5b99-42a8-a7ac-5f180e0ba68e req-6ed50a21-c85b-4942-a215-9eb763e3f20b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0431161 Feb 21 09:37:22.511946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ee21d3f-f7ff-4a71-a996-2052d6258914 req-97ad9f62-a757-4051-866b-9d3bc12a8b6f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Feb 21 09:37:23.186162 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ccd6f60e-b31f-40e7-9a99-e4bd0ca1fa2c req-b3a5c6ab-d6f0-495b-916f-471d152a3160 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0344100 Feb 21 09:37:23.381853 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ff91261f-6d03-494d-b054-81a1b7177fc9 req-c81ba642-4efc-4d35-85de-a0a6c95cf7fa tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0303679 Feb 21 09:37:23.587937 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e30f8d91-e7a7-4d1d-b9b7-5c1987b00895 req-1f7ba2e2-ef4c-4105-85e0-9124fb02d0a5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0321927 Feb 21 09:37:23.672952 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a38d7-93ba-49a2-a79d-13bc56e98c72 req-62784601-555c-4610-ac56-e5afd8a437d6 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:23.674712 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d8a38d7-93ba-49a2-a79d-13bc56e98c72 req-62784601-555c-4610-ac56-e5afd8a437d6 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0704606 Feb 21 09:37:23.748580 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d8a38d7-93ba-49a2-a79d-13bc56e98c72 req-f3e447fd-18e1-4990-aa85-e4f66b2c6ccf tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562992 Feb 21 09:37:24.332365 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68be71f4-bcab-4884-b649-f02bf47e7444 req-4d20930b-44b1-4fba-8e81-7e622bfe41ad tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0460725 Feb 21 09:37:24.481503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-02e7df85-f821-4f45-8c4b-11e16a6d7438 req-2ed251df-0abe-41a2-9cec-8cdedc3e8736 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0288343 Feb 21 09:37:24.686463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-697ba8fb-fa15-49ca-9f5c-f780017d4531 req-9d9aa33d-6e27-4e45-8b67-3196b82e4205 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0294120 Feb 21 09:37:24.866175 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4f64-62f1-4502-b245-c8f1da72881f req-f79817f2-514a-467a-b622-20dfd0d211fe tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:24.867722 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dabe4f64-62f1-4502-b245-c8f1da72881f req-f79817f2-514a-467a-b622-20dfd0d211fe tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0541496 Feb 21 09:37:24.915142 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dabe4f64-62f1-4502-b245-c8f1da72881f req-b3f4a709-f2ea-4f0c-a759-5fb82c983d0f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Feb 21 09:37:25.425802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3de5a846-5122-4a46-b252-c67aa67397fa req-7dbf3345-b300-4de0-b6ae-398b139d1ee3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Feb 21 09:37:25.552501 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Request body: {'port': {'device_id': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:25.555864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:25.611357 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4157343-ae81-40b2-b97d-f6666004705f req-ad5d0103-0d54-4bd1-afaa-91fe2ed0b14c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0475111 Feb 21 09:37:25.636129 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-833c2d52-a894-46bd-8cc6-2242d305208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:25.637864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-833c2d52-a894-46bd-8cc6-2242d305208a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e05c08b255664381a966f688586fc635&device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 1127 time: 0.1119020 Feb 21 09:37:25.648175 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c166a307-4617-4967-a978-d1aab69bfb46), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:25.829487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b2d900f-b998-4f3d-8fb1-528207a3eba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:25.938203 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7cfbd89-8515-4fa8-abdc-3e15b9411696 req-5fd78c33-5354-422e-9ee4-994ed6eb0335 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0570290 Feb 21 09:37:26.031880 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-22f0f15c-cb6a-4c22-a459-1213ddd4d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.033854 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-22f0f15c-cb6a-4c22-a459-1213ddd4d4a3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e05c08b255664381a966f688586fc635&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3762591 Feb 21 09:37:26.151115 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc912-1b5e-4298-b774-2fb469112b4f req-043ef9ab-640a-476e-b631-5c18db0be60e tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.152672 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24edc912-1b5e-4298-b774-2fb469112b4f req-043ef9ab-640a-476e-b631-5c18db0be60e tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1562083 Feb 21 09:37:26.223111 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b2d900f-b998-4f3d-8fb1-528207a3eba9 admin admin] Publish callbacks [] for security_group (4873888d-9076-48dc-958a-f397ab3731b0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.249611 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24edc912-1b5e-4298-b774-2fb469112b4f req-6989f3e9-2109-4443-9724-113a580b00dc tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831678 Feb 21 09:37:26.257112 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c166a307-4617-4967-a978-d1aab69bfb46 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:26.264920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks [] for port (c166a307-4617-4967-a978-d1aab69bfb46), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.279759 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-df517a53-991d-4fd2-b2c3-ebf60de14ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.281634 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeab1cf9-39d7-43b3-9ee6-34dcd7ba80c9 req-df517a53-991d-4fd2-b2c3-ebf60de14ce4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2381964 Feb 21 09:37:26.286064 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Transition to ACTIVE for port object c166a307-4617-4967-a978-d1aab69bfb46 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:26.308836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b2d900f-b998-4f3d-8fb1-528207a3eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4873888d-9076-48dc-958a-f397ab3731b0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.345557 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5b2d900f-b998-4f3d-8fb1-528207a3eba9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8647f245dfc405dab3558ed5a157c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7851877 Feb 21 09:37:26.347168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d900f-b998-4f3d-8fb1-528207a3eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4873888d-9076-48dc-958a-f397ab3731b0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:26.348928 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:26.372349 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.432962 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Pushing event updated for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:26.461003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] Publish callbacks [] for security_group (4873888d-9076-48dc-958a-f397ab3731b0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.492532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] Publish callbacks [] for security_group (4873888d-9076-48dc-958a-f397ab3731b0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.508309 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-31fcf6fd-4c78-42c8-9334-49d7d1f40a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.510030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-31fcf6fd-4c78-42c8-9334-49d7d1f40a1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e05c08b255664381a966f688586fc635&device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 1127 time: 0.1143343 Feb 21 09:37:26.543058 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Attempting to bind port c166a307-4617-4967-a978-d1aab69bfb46 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:26.543630 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Attempting to bind port c166a307-4617-4967-a978-d1aab69bfb46 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:26.544004 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Attempting to bind port c166a307-4617-4967-a978-d1aab69bfb46 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:26.549682 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Port c166a307-4617-4967-a978-d1aab69bfb46 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:37:26.550014 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Attempting to bind port c166a307-4617-4967-a978-d1aab69bfb46 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:26.554901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:26.557920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Checking segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:26.557920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Bound using segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:26.557920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Bound port: c166a307-4617-4967-a978-d1aab69bfb46, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:26.557920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c166a307-4617-4967-a978-d1aab69bfb46), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.559150 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.42', 64330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:26.617793 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-06ebb763-643d-4e07-ae61-8f180e4389c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b HTTP/1.1" status: 200 len: 217 time: 0.0893862 Feb 21 09:37:26.634037 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1d9a19a8-5a8b-461b-8b5f-2f7b8b285ad5 req-54473188-cc3c-429f-9439-df78b42f0e17 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0924382 Feb 21 09:37:26.652419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:26.657173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c166a307-4617-4967-a978-d1aab69bfb46,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:26.694631 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-32248d24-8bd7-4daf-adf3-ac50b7c1a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.699845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-32248d24-8bd7-4daf-adf3-ac50b7c1a60f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=134f58f8-48b9-4148-9f96-fd64ae268f88 HTTP/1.1" status: 200 len: 852 time: 0.0696189 Feb 21 09:37:26.742359 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.784039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4873888d-9076-48dc-958a-f397ab3731b0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.784964 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.789747 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4873888d-9076-48dc-958a-f397ab3731b0 HTTP/1.1" status: 204 len: 168 time: 0.4351285 Feb 21 09:37:26.791508 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-f1a334f3-d176-42f2-9631-1110d78fedd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695908 Feb 21 09:37:26.797212 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.797836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:26.798728 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e4bd-4874-4ae6-9d8a-d21cc62d9094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4873888d-9076-48dc-958a-f397ab3731b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:26.799374 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] 10.222.0.42 "PUT /v2.0/ports/c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 1093 time: 1.2585270 Feb 21 09:37:26.799824 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:26.826979 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb677d30-a63c-47eb-ba90-693bf2fa2760 req-a04b72be-a5cf-4859-8b76-d597a412f444 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0749433 Feb 21 09:37:26.905465 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3168-17fd-4c3d-91ca-18335504de41 service neutron] Pushing event updated for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:26.953937 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-16748ea0-4693-4de5-ab66-8cf193184537 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:26.960426 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-16748ea0-4693-4de5-ab66-8cf193184537 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 818 time: 0.3895645 Feb 21 09:37:26.975055 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-c31b76d5-c095-49d7-a600-6fb01eef105d service neutron] 10.222.0.42 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501162 Feb 21 09:37:26.995770 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Request body: {'port': {'device_id': '97fb7353-364d-479a-89b6-c83c36ab1999', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'admin_state_up': True, 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:27.005505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2498f83-086d-42b5-9cda-e64dca34ad46" -d '{"events": [{"name": "network-changed", "server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "tag": "c166a307-4617-4967-a978-d1aab69bfb46"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:27.061322 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.42', 64333) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:27.163802 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.42', 64334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:27.167827 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-227c4fb0-72e2-4125-949a-1b81add7d005 req-d3bf443d-c1e8-49ec-96be-0732a70e19e4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.1188340 Feb 21 09:37:27.229648 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9202ec-b57a-40e1-ab89-85bcec67630b x-openstack-request-id: req-3a9202ec-b57a-40e1-ab89-85bcec67630b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:27.229939 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "tag": "c166a307-4617-4967-a978-d1aab69bfb46", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:27.230852 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a9202ec-b57a-40e1-ab89-85bcec67630b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:27.230852 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46', 'status': 'completed', 'code': 200} Feb 21 09:37:27.253349 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-17e9b957-5101-4011-9572-97f4165d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:27.254795 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-17e9b957-5101-4011-9572-97f4165d902b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1127 time: 0.2194753 Feb 21 09:37:27.307332 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-a12b6d22-0ce6-4734-bb79-fb5d30e0ea45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:27.307332 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-a12b6d22-0ce6-4734-bb79-fb5d30e0ea45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 816 time: 0.2384143 Feb 21 09:37:27.311233 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-5fa81c10-6ac1-45c4-b0ed-dfcccf1b6403 service neutron] 10.222.0.42 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226421 Feb 21 09:37:27.354992 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-31c8f78c-25fe-448b-838e-b2ed2a554b1e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:27.356605 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-31c8f78c-25fe-448b-838e-b2ed2a554b1e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 811 time: 0.1913760 Feb 21 09:37:27.441826 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-605ea58d-4f23-4cf0-8ee1-87974c2e4024 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.1586533 Feb 21 09:37:27.478929 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-17e1cf71-72e1-4ca2-a62e-79210a520852 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 380 time: 0.1463447 Feb 21 09:37:27.506935 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-1b309d9b-df97-4896-a699-78f7d0b36046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:27.511014 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-1b309d9b-df97-4896-a699-78f7d0b36046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0616238 Feb 21 09:37:27.520181 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'port': {'device_id': '6d120304-0031-42a0-93e4-85ec09477e81', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'admin_state_up': True, 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'security_groups': ['3633ffca-e37f-4c8c-99a8-4085b9a0e7f2']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:27.588288 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-21660b95-42c5-4279-b843-967a012b17c6 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 380 time: 0.2076540 Feb 21 09:37:27.608747 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'port': {'device_id': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'admin_state_up': True, 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'security_groups': ['7946c886-2766-4fb5-b812-5c49ca333395']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:27.612365 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-ba4af238-bd19-47b7-a320-277734b4fb41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909848 Feb 21 09:37:27.613776 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Made reservation on behalf of 6f97ed27bfc74d37afabc0df792afc42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:27.618446 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:27.646667 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1dbe6-5b20-4f65-9dfa-702e51ea09d1 req-f719c8f0-bc84-41ac-9314-e86e6808e152 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:27.648168 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52b1dbe6-5b20-4f65-9dfa-702e51ea09d1 req-f719c8f0-bc84-41ac-9314-e86e6808e152 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.1910684 Feb 21 09:37:27.780273 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c1069b1c-542b-4e04-90c6-7b2654ba0532 req-d8d6fed5-4875-4fde-9652-20014d853b9b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0495970 Feb 21 09:37:27.780571 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-dc76b216-a2c3-4d4e-98a2-df35736b0032 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583805 Feb 21 09:37:27.826942 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52b1dbe6-5b20-4f65-9dfa-702e51ea09d1 req-2d239854-1268-404e-b9e2-91a1a4d2cc23 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451082 Feb 21 09:37:27.883608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Allocated IP 172.20.0.2 (e2f86c8d-97a5-45fb-ab17-4dd844294473/3c02d216-4398-411b-9485-bffe95c833c1/04265227-f329-49c2-bb8c-172326ccaa63) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:27.914569 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:27.922969 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8aa0c268-ca6e-4b13-a543-e75f0a624f53 req-7a65e312-15e5-417e-b8d3-9fa796528117 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332414 Feb 21 09:37:27.930042 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad94cbe8-2fc6-4598-be95-98676318fe0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:27.959468 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Made reservation on behalf of 39ba98058ea84295b1cce52d3e792a29 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:27.964071 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:27.968969 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Made reservation on behalf of de0675c09376415bbbaab858235b8765 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:27.972280 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.081724 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks [] for port (04265227-f329-49c2-bb8c-172326ccaa63), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.210671 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-4feccd37-b376-4b7f-9fcf-492eb72a3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:28.212199 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-4feccd37-b376-4b7f-9fcf-492eb72a3e67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1127 time: 0.0560193 Feb 21 09:37:28.213881 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.226805 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8c26dfd-bf25-4b5f-8660-bcb7312141a1 req-2b739886-b00f-4d92-8d87-2112ae6442eb tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0507483 Feb 21 09:37:28.292051 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.373701 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Network e2f86c8d-97a5-45fb-ab17-4dd844294473 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:28.393895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:28.403120 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:28.409963 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Pushing event updated for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:28.450020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-f4fff145-9be8-4b26-b93c-decf321d2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:28.451523 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-f4fff145-9be8-4b26-b93c-decf321d2548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.2317228 Feb 21 09:37:28.500937 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Allocated IP 172.20.0.13 (eddc0bc3-1bf4-4586-a00f-b8554328c44b/8549219e-01b3-4f10-b198-4b7fe5c70f3f/4d919136-fd63-4b86-8ff3-e06c39f6aa75) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:28.504488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad94cbe8-2fc6-4598-be95-98676318fe0c admin admin] Publish callbacks [] for security_group (521db02d-3de2-4ea3-95cc-d9907485e3ef), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.516235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7245-ae47-46f9-b841-8e3a53441581 req-68334e14-e4e4-4138-b1d6-e48646719d06 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:28.517908 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c14a7245-ae47-46f9-b841-8e3a53441581 req-68334e14-e4e4-4138-b1d6-e48646719d06 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 931 time: 0.2152963 Feb 21 09:37:28.532575 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Allocated IP 172.20.0.12 (83f786b2-4b47-4920-b448-0a72ea610b17/8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1/acff75ca-7675-4b1d-88e4-194d2e896d67) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:28.590827 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad94cbe8-2fc6-4598-be95-98676318fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (521db02d-3de2-4ea3-95cc-d9907485e3ef), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.677500 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:28.678116 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.682441 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-2f6c67d8-b553-4eaa-a4b0-db599e6205ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.2237959 Feb 21 09:37:28.731663 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ad94cbe8-2fc6-4598-be95-98676318fe0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2d4061e2f7a4562a39f68ad8057b160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8159478 Feb 21 09:37:28.734857 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-931869a1-da49-4420-87ce-e90f7f7fc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:28.736396 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-931869a1-da49-4420-87ce-e90f7f7fc802 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0467269 Feb 21 09:37:28.737428 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43290) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:28.763495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94cbe8-2fc6-4598-be95-98676318fe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521db02d-3de2-4ea3-95cc-d9907485e3ef,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:28.775357 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-a5ff5109-d6af-4b1b-ad26-d8acc0aca221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304339 Feb 21 09:37:28.780782 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c14a7245-ae47-46f9-b841-8e3a53441581 req-8dc3e513-6d08-482a-81b1-a5d4308e506e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543013 Feb 21 09:37:28.783146 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-47f83fc6-ef78-409f-be45-18d471d6610f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7965229 Feb 21 09:37:28.822854 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Request body: {'port': {'device_id': '97fb7353-364d-479a-89b6-c83c36ab1999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:28.899750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.916031 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] Publish callbacks [] for security_group (521db02d-3de2-4ea3-95cc-d9907485e3ef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.950998 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ee8550f-b387-407d-9e08-549949fdba88 req-6169d51d-6602-403a-bc25-75d796b0092a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Feb 21 09:37:28.954086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.979355 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04265227-f329-49c2-bb8c-172326ccaa63), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.996096 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] Publish callbacks [] for security_group (521db02d-3de2-4ea3-95cc-d9907485e3ef), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:28.999627 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-a504eb10-3870-4d06-b654-289952d1da8f service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100470 Feb 21 09:37:29.053375 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39f75a-ce1a-4930-9a98-dac24e440c4d req-ff19e4d0-6363-4f50-b7ea-3731da8fdce3 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:29.057975 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b39f75a-ce1a-4930-9a98-dac24e440c4d req-ff19e4d0-6363-4f50-b7ea-3731da8fdce3 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0972116 Feb 21 09:37:29.100426 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.117374 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b39f75a-ce1a-4930-9a98-dac24e440c4d req-4700f21a-1456-4de2-86e3-e47f527a30e0 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554595 Feb 21 09:37:29.139683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.154436 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:29.159857 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:29.166639 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:29.225456 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:29.227003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:29.230793 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-a08998ea-ceba-49c3-a979-ecc1f41e7dea service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240894 Feb 21 09:37:29.241384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:29.291671 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (521db02d-3de2-4ea3-95cc-d9907485e3ef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.294162 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.295499 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/521db02d-3de2-4ea3-95cc-d9907485e3ef HTTP/1.1" status: 204 len: 168 time: 0.5571313 Feb 21 09:37:29.310240 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2fd05-0bc5-4859-a5e7-c0e1b124dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521db02d-3de2-4ea3-95cc-d9907485e3ef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:29.323028 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:29.489144 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04265227-f329-49c2-bb8c-172326ccaa63 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:29.498003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks [] for port (04265227-f329-49c2-bb8c-172326ccaa63), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.516399 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Transition to ACTIVE for port object 04265227-f329-49c2-bb8c-172326ccaa63 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:29.528361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:29.529344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.542002 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:29.553489 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:29.554109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.577401 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1c14d3d8-d638-401d-b6ec-bfd491134f76 None None] Provisioning complete for port acff75ca-7675-4b1d-88e4-194d2e896d67 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:29.577901 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c14d3d8-d638-401d-b6ec-bfd491134f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.586966 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f38b8-4227-41cf-b76d-61b0cc1801ae req-01de5e96-5069-4a4a-9997-f8623019bab3 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:29.588613 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da9f38b8-4227-41cf-b76d-61b0cc1801ae req-01de5e96-5069-4a4a-9997-f8623019bab3 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 932 time: 0.1779501 Feb 21 09:37:29.612503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c14d3d8-d638-401d-b6ec-bfd491134f76 None None] Port acff75ca-7675-4b1d-88e4-194d2e896d67 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:29.631432 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.636385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da9f38b8-4227-41cf-b76d-61b0cc1801ae req-c62fec15-2a14-44f7-9c1d-9be5a7a81bb2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Feb 21 09:37:29.691252 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1007f21d-1f79-42be-9d38-1bdc37ee062e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1818953 Feb 21 09:37:29.699191 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-eb6fbc25-2883-4574-8b5d-f73b22f4a88b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0909090 Feb 21 09:37:29.706328 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Pushing event updated for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:29.740081 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7b840af9-0241-43fd-a987-4b5f46f2b233 None None] Provisioning complete for port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:29.740432 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b840af9-0241-43fd-a987-4b5f46f2b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.765304 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Attempting to bind port 04265227-f329-49c2-bb8c-172326ccaa63 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:29.766108 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Attempting to bind port 04265227-f329-49c2-bb8c-172326ccaa63 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:29.766687 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Attempting to bind port 04265227-f329-49c2-bb8c-172326ccaa63 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:29.774290 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Port 04265227-f329-49c2-bb8c-172326ccaa63 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:37:29.774290 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Attempting to bind port 04265227-f329-49c2-bb8c-172326ccaa63 on network e2f86c8d-97a5-45fb-ab17-4dd844294473 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:29.779233 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:29.779612 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Checking segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:29.780005 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Bound using segment: {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:29.780446 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Bound port: 04265227-f329-49c2-bb8c-172326ccaa63, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b07835-82a0-4501-a64e-289a10da0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:29.780809 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04265227-f329-49c2-bb8c-172326ccaa63), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.822896 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7b840af9-0241-43fd-a987-4b5f46f2b233 None None] Port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:29.880487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:29.888792 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04265227-f329-49c2-bb8c-172326ccaa63,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:29.922657 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3e6a-07cf-4b7a-b803-58cac9758d66 req-9dafc173-57ed-4851-9582-5c65e3cec9b4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:29.924904 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5bc3e6a-07cf-4b7a-b803-58cac9758d66 req-9dafc173-57ed-4851-9582-5c65e3cec9b4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 943 time: 0.0556221 Feb 21 09:37:29.969317 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:29.973591 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5bc3e6a-07cf-4b7a-b803-58cac9758d66 req-f554567f-da81-4509-8f61-fa05e60a63f6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Feb 21 09:37:30.015205 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:30.015862 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:30.017613 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] 10.222.0.42 "PUT /v2.0/ports/04265227-f329-49c2-bb8c-172326ccaa63 HTTP/1.1" status: 200 len: 1093 time: 1.2096329 Feb 21 09:37:30.018267 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:30.020657 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327a0a71-fd73-45aa-8058-bb9045404e92" -d '{"events": [{"name": "network-changed", "server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "tag": "04265227-f329-49c2-bb8c-172326ccaa63"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:30.044194 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87c4e9-0903-4bb1-b968-78e599e0f764 service neutron] Pushing event updated for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:30.065837 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5554df-2379-4404-87c8-f4f2991eb5a0 x-openstack-request-id: req-9e5554df-2379-4404-87c8-f4f2991eb5a0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:30.066127 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "tag": "04265227-f329-49c2-bb8c-172326ccaa63", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:30.066381 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e5554df-2379-4404-87c8-f4f2991eb5a0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:30.066806 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63', 'status': 'completed', 'code': 200} Feb 21 09:37:30.088285 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619289a0-5481-471c-86a0-342bfeb51baa req-bcfb8bf6-cdd9-4b74-bcc8-2b353801960c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:30.089746 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-619289a0-5481-471c-86a0-342bfeb51baa req-bcfb8bf6-cdd9-4b74-bcc8-2b353801960c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 932 time: 0.0567038 Feb 21 09:37:30.139615 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-619289a0-5481-471c-86a0-342bfeb51baa req-3be9a139-e34e-41c9-8156-602daf0d0fce tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442901 Feb 21 09:37:30.245245 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93c526-ef07-4225-871c-cca1d6f3254f req-0bf01fdd-b2a7-4694-87a5-91c5879a7092 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:30.246713 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d93c526-ef07-4225-871c-cca1d6f3254f req-0bf01fdd-b2a7-4694-87a5-91c5879a7092 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0513079 Feb 21 09:37:30.292791 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d93c526-ef07-4225-871c-cca1d6f3254f req-e8a66813-47d1-49c6-96c9-12df32565356 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Feb 21 09:37:30.765688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34529732-da7f-474a-a268-d776aa8c96b7 req-4ff2eb75-d8e5-4305-9ca6-e155798538a1 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:30.769057 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34529732-da7f-474a-a268-d776aa8c96b7 req-4ff2eb75-d8e5-4305-9ca6-e155798538a1 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 932 time: 0.0576122 Feb 21 09:37:30.832686 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34529732-da7f-474a-a268-d776aa8c96b7 req-6ee19b2c-8e6e-4ced-8e94-e197bfcb88ee tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579164 Feb 21 09:37:30.909300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4eb01f80-d42f-4f10-b00b-3c5299793c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.108252 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5cac-02d9-40a9-bd51-06d75c969517 req-acace6c9-4240-4695-af77-973d136f123f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:31.109716 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cfac5cac-02d9-40a9-bd51-06d75c969517 req-acace6c9-4240-4695-af77-973d136f123f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 943 time: 0.0613799 Feb 21 09:37:31.161699 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cfac5cac-02d9-40a9-bd51-06d75c969517 req-b0d98134-3b1e-4e2b-911e-a56eefdbec41 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Feb 21 09:37:31.271903 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb00a-2e49-4108-a4c2-75a7e228cca4 req-e293d341-8920-4075-b830-d6fc672a4c3d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:31.273448 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc6bb00a-2e49-4108-a4c2-75a7e228cca4 req-e293d341-8920-4075-b830-d6fc672a4c3d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 932 time: 0.0514100 Feb 21 09:37:31.325505 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc6bb00a-2e49-4108-a4c2-75a7e228cca4 req-b9c89b83-0ff5-4cb4-a7aa-16ac7cdcc2ee tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Feb 21 09:37:31.427679 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605769ce-08f1-4735-87b2-523aa373e0d3 req-8118b0fe-e1d9-4a34-8ec0-9214a7af4d1d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:31.429206 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-605769ce-08f1-4735-87b2-523aa373e0d3 req-8118b0fe-e1d9-4a34-8ec0-9214a7af4d1d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.0535555 Feb 21 09:37:31.479221 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-605769ce-08f1-4735-87b2-523aa373e0d3 req-041a122e-b705-4b43-b849-fcad36fe5f91 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Feb 21 09:37:32.028256 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66655-4d2f-4bb5-92b0-f86705fa3af0 req-b47f5efb-d1ba-42b4-86a2-b68d197f4d35 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.028256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50b66655-4d2f-4bb5-92b0-f86705fa3af0 req-b47f5efb-d1ba-42b4-86a2-b68d197f4d35 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 932 time: 0.1160805 Feb 21 09:37:32.049626 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Request body: {'port': {'device_id': '6d120304-0031-42a0-93e4-85ec09477e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:32.057905 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Request body: {'port': {'device_id': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:32.104051 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-ea4d69af-bc64-46aa-9adc-09f18c35f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.105653 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-ea4d69af-bc64-46aa-9adc-09f18c35f7d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 1127 time: 0.0506771 Feb 21 09:37:32.205035 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:32.211601 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:32.218984 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50b66655-4d2f-4bb5-92b0-f86705fa3af0 req-e6783d54-5dfe-4e30-8383-65eadfd7cd79 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885951 Feb 21 09:37:32.316873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-766ade55-0291-4520-9d39-71199767a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.319041 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-766ade55-0291-4520-9d39-71199767a5ba service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6f97ed27bfc74d37afabc0df792afc42&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1980875 Feb 21 09:37:32.514300 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-fc63277d-10d1-468c-91e5-5bd1f89b53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.516206 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-327a0a71-fd73-45aa-8058-bb9045404e92 req-fc63277d-10d1-468c-91e5-5bd1f89b53cf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904318 Feb 21 09:37:32.656392 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-1616cf46-62da-499b-8f93-abc40a3b68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.659263 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-1616cf46-62da-499b-8f93-abc40a3b68f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 1127 time: 0.0725212 Feb 21 09:37:32.699579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad533f5-3bd3-48c6-8b95-39cea19337d4 req-7aea9688-6097-43f3-a59b-791e9680fcc5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.701133 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fad533f5-3bd3-48c6-8b95-39cea19337d4 req-7aea9688-6097-43f3-a59b-791e9680fcc5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 943 time: 0.4382403 Feb 21 09:37:32.716149 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-0e054ef1-5c77-4749-97fd-8a543e2fa96f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04265227-f329-49c2-bb8c-172326ccaa63 HTTP/1.1" status: 200 len: 217 time: 0.0405438 Feb 21 09:37:32.765107 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-53977a66-724f-453e-be1f-d60a75bb9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.766569 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-53977a66-724f-453e-be1f-d60a75bb9c04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0438533 Feb 21 09:37:32.800598 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-2ed09578-6c70-4c62-8692-bc20cd6facc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267801 Feb 21 09:37:32.883621 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599b2ac-1771-4916-adea-750b4f753a95 req-05ce320a-128e-4578-b48e-cf1fcad6896c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:32.885325 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2599b2ac-1771-4916-adea-750b4f753a95 req-05ce320a-128e-4578-b48e-cf1fcad6896c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 932 time: 0.2342384 Feb 21 09:37:32.904953 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fad533f5-3bd3-48c6-8b95-39cea19337d4 req-d44e1a77-44a5-4d65-b3f6-c963cb81af53 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951342 Feb 21 09:37:32.913781 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-66d8df2e-2fa7-4060-807a-4a9fc25a6c94 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047091 Feb 21 09:37:33.038293 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a7fe21a-18b8-4eeb-958e-a1242194b164 req-bd2711d5-5b72-4934-bba3-4b2a47c91c77 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181231 Feb 21 09:37:33.092601 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2599b2ac-1771-4916-adea-750b4f753a95 req-8719cc0e-fdd3-43ee-b4cf-50bbb25382a8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962154 Feb 21 09:37:33.120633 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-526afab9-ddb9-4009-8945-016773eacacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.129376 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d919136-fd63-4b86-8ff3-e06c39f6aa75 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:33.145362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:33.150726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks [] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.159392 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks [] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.180930 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Transition to ACTIVE for port object 4d919136-fd63-4b86-8ff3-e06c39f6aa75 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:33.188635 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc714c7-e897-46d4-bb3c-70a0850c88dc req-6c926e94-1016-432c-a95b-bf312b51686d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:33.196141 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6fc714c7-e897-46d4-bb3c-70a0850c88dc req-6c926e94-1016-432c-a95b-bf312b51686d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.2154016 Feb 21 09:37:33.198479 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Transition to ACTIVE for port object acff75ca-7675-4b1d-88e4-194d2e896d67 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:37:33.240020 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6fc714c7-e897-46d4-bb3c-70a0850c88dc req-843454fc-acb9-4ebe-b6d5-89f3f6299f13 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Feb 21 09:37:33.242065 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.270631 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.316789 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Pushing event updated for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:33.489956 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:33.531226 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9c8b-5c94-4245-a0fe-15dac01b997a req-01ac0b90-3d66-4b6c-9933-0cf932bff9a9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:33.533553 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a18e9c8b-5c94-4245-a0fe-15dac01b997a req-01ac0b90-3d66-4b6c-9933-0cf932bff9a9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 944 time: 0.2332623 Feb 21 09:37:33.566880 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:33.583700 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Attempting to bind port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:33.584471 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Attempting to bind port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:33.584471 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Attempting to bind port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:33.598842 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Attempting to bind port acff75ca-7675-4b1d-88e4-194d2e896d67 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:33.599174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Attempting to bind port acff75ca-7675-4b1d-88e4-194d2e896d67 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:33.599525 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Attempting to bind port acff75ca-7675-4b1d-88e4-194d2e896d67 on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:33.607019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:37:33.607360 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Attempting to bind port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:33.619994 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Port acff75ca-7675-4b1d-88e4-194d2e896d67 on network 83f786b2-4b47-4920-b448-0a72ea610b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:37:33.620377 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Attempting to bind port acff75ca-7675-4b1d-88e4-194d2e896d67 on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:33.626200 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:33.626541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Checking segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:33.626919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Bound using segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:33.627924 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Bound port: 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:33.628279 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.647321 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:33.647616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Checking segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:33.647998 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Bound using segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:33.648422 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Bound port: acff75ca-7675-4b1d-88e4-194d2e896d67, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:33.648772 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.671935 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a18e9c8b-5c94-4245-a0fe-15dac01b997a req-383d13fe-6d27-47d6-a7af-9dc905962d5b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250029 Feb 21 09:37:33.686437 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19f6e9f-ff59-421b-8fba-8116dfad9abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.770848 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19f6e9f-ff59-421b-8fba-8116dfad9abc admin admin] Publish callbacks [] for security_group (da7465e5-c4fc-413a-ad25-873bde9d8779), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.774765 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:33.778643 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:33.782496 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:33.785836 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:33.876682 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19f6e9f-ff59-421b-8fba-8116dfad9abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (da7465e5-c4fc-413a-ad25-873bde9d8779), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.906858 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.909785 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.916889 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c19f6e9f-ff59-421b-8fba-8116dfad9abc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4d46bf45ad14a509d1d8905fa213ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463142 Feb 21 09:37:33.916889 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f6e9f-ff59-421b-8fba-8116dfad9abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7465e5-c4fc-413a-ad25-873bde9d8779,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:33.917530 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:33.957835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:33.958356 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.959780 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] 10.222.0.42 "PUT /v2.0/ports/acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 1094 time: 1.9163816 Feb 21 09:37:33.960343 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:33.962588 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63" -d '{"events": [{"name": "network-changed", "server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:33.973344 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] Publish callbacks [] for security_group (da7465e5-c4fc-413a-ad25-873bde9d8779), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.974363 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:33.975019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.976650 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] 10.222.0.42 "PUT /v2.0/ports/4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 1094 time: 1.9233630 Feb 21 09:37:33.995164 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdcc72-bd5f-40c3-aca1-1bc49dc53120 service neutron] Pushing event updated for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:34.000327 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] Publish callbacks [] for security_group (da7465e5-c4fc-413a-ad25-873bde9d8779), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.016442 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device c166a307-4617-4967-a978-d1aab69bfb46 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:37:34.044045 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed45fc-963d-4b5c-a72a-389a7e860ded x-openstack-request-id: req-6aed45fc-963d-4b5c-a72a-389a7e860ded {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:34.044339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:34.044759 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6aed45fc-963d-4b5c-a72a-389a7e860ded {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:34.045706 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'status': 'completed', 'code': 200} Feb 21 09:37:34.149500 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9c6f-1db9-4e17-a9dc-989f79804cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:34.179881 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2424e8f-4b71-4bfc-9513-4af653ec4ec1 req-a77da95b-307c-490e-8f70-314cc0439368 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.187661 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2424e8f-4b71-4bfc-9513-4af653ec4ec1 req-a77da95b-307c-490e-8f70-314cc0439368 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 943 time: 0.1789904 Feb 21 09:37:34.197136 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (da7465e5-c4fc-413a-ad25-873bde9d8779), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.200285 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.218824 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da7465e5-c4fc-413a-ad25-873bde9d8779 HTTP/1.1" status: 204 len: 168 time: 0.3002434 Feb 21 09:37:34.234695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-b780d0ad-a7e6-4234-9dbb-8e058c4913ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.236252 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-b780d0ad-a7e6-4234-9dbb-8e058c4913ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1128 time: 0.1640773 Feb 21 09:37:34.241944 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b0921-fcf9-43f3-a531-a7c814127df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7465e5-c4fc-413a-ad25-873bde9d8779,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:34.261156 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c166a307-4617-4967-a978-d1aab69bfb46,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:34.280504 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'c166a307-4617-4967-a978-d1aab69bfb46', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'port_id': 'c166a307-4617-4967-a978-d1aab69bfb46', 'mac_address': 'fa:16:3e:52:aa:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c02d216-4398-411b-9485-bffe95c833c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:37:34.359254 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port c166a307-4617-4967-a978-d1aab69bfb46 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:34.361111 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c166a307-4617-4967-a978-d1aab69bfb46), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.392013 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c166a307-4617-4967-a978-d1aab69bfb46 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:34.396964 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.426557 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c166a307-4617-4967-a978-d1aab69bfb46,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:34.427636 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2424e8f-4b71-4bfc-9513-4af653ec4ec1 req-5b944e08-a53a-4ad6-94e4-78f1c7a1d226 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352533 Feb 21 09:37:34.447763 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-f337c5d7-b823-47f3-adce-63fb24c76544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.449284 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-f337c5d7-b823-47f3-adce-63fb24c76544 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1128 time: 0.2588260 Feb 21 09:37:34.495099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.496307 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6eb9a567-5b85-4c62-9e4e-ff432818761b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:37:34.528235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76238f7b-f9c3-4dd6-98c3-5dbbdbd41aaa req-99a56804-eb3b-4c29-98ed-77dd3db2f00d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.530028 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76238f7b-f9c3-4dd6-98c3-5dbbdbd41aaa req-99a56804-eb3b-4c29-98ed-77dd3db2f00d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.3013196 Feb 21 09:37:34.565551 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-02c8c5b6-8a61-45cc-82e3-ce4049ff4310 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 217 time: 0.0958512 Feb 21 09:37:34.663488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-1431c565-5fd0-4331-ba5b-d43d99b98d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.665220 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-1431c565-5fd0-4331-ba5b-d43d99b98d7d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=de0675c09376415bbbaab858235b8765&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4100058 Feb 21 09:37:34.761751 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-415d145e-aec8-47bb-b8a4-b43891e87a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.763246 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-415d145e-aec8-47bb-b8a4-b43891e87a83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.1768909 Feb 21 09:37:34.769654 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76238f7b-f9c3-4dd6-98c3-5dbbdbd41aaa req-4c98cae4-75b3-4e30-b6da-d47fa961350e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096901 Feb 21 09:37:34.790750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb30d-f523-4900-b001-998dd359508c req-80240255-1303-4a46-8aa9-31256daf24ed tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.792284 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05edb30d-f523-4900-b001-998dd359508c req-80240255-1303-4a46-8aa9-31256daf24ed tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 943 time: 0.2353346 Feb 21 09:37:34.794192 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:34.830238 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b,segment=NetworkSegment(45e443b7-3ed9-4446-a50b-471cabe81c49),segment_id=45e443b7-3ed9-4446-a50b-471cabe81c49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:34.852444 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '6eb9a567-5b85-4c62-9e4e-ff432818761b', 'network_id': '109d0111-08f2-4eae-9bd8-ec53e3f7e4cf', 'port_id': '6eb9a567-5b85-4c62-9e4e-ff432818761b', 'mac_address': 'fa:16:3e:f8:f2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134f58f8-48b9-4148-9f96-fd64ae268f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:37:34.896803 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 6eb9a567-5b85-4c62-9e4e-ff432818761b is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:34.897112 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.898218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-408ff8ee-f143-4952-b00d-ebf0e09e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.899724 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22f5402f-ddc4-4f34-bdcf-18ab244d9c63 req-408ff8ee-f143-4952-b00d-ebf0e09e43f8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2271957 Feb 21 09:37:34.911451 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb9a567-5b85-4c62-9e4e-ff432818761b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:34.932544 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b,segment=NetworkSegment(45e443b7-3ed9-4446-a50b-471cabe81c49),segment_id=45e443b7-3ed9-4446-a50b-471cabe81c49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:34.938187 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05edb30d-f523-4900-b001-998dd359508c req-853843b7-3583-4b95-9707-ef6ae2457452 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288986 Feb 21 09:37:34.944040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-8bb81cea-7788-4a1f-be8b-7e9232aedc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:34.945531 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-8bb81cea-7788-4a1f-be8b-7e9232aedc53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1750331 Feb 21 09:37:35.031429 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.081698 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:35.189809 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:35.204147 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ac128-fc93-4764-850f-ff96add534f4 req-c2fdaa6d-8e53-4f46-b065-81312446a731 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.205758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e89ac128-fc93-4764-850f-ff96add534f4 req-c2fdaa6d-8e53-4f46-b065-81312446a731 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 944 time: 0.3417764 Feb 21 09:37:35.208246 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-261ed857-a327-42e9-956d-d570db7b9a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.305209 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-261ed857-a327-42e9-956d-d570db7b9a6c admin admin] Publish callbacks [] for security_group (9b730ddc-7890-4e78-ad34-9add11bb1870), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.313205 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-1b49f199-e9b5-4a04-b902-61919398dd12 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599043 Feb 21 09:37:35.334554 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-f36fd7e4-3987-445e-8123-a0f6a3fc68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.336068 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-f36fd7e4-3987-445e-8123-a0f6a3fc68ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1128 time: 0.1789260 Feb 21 09:37:35.348154 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e89ac128-fc93-4764-850f-ff96add534f4 req-0687e0cd-a4c5-4ffe-b334-7b708944e7d8 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247826 Feb 21 09:37:35.402335 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-261ed857-a327-42e9-956d-d570db7b9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9b730ddc-7890-4e78-ad34-9add11bb1870), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.421249 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-817fa6f9-b3bf-4545-ae56-073d0ec7c121 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 217 time: 0.0689280 Feb 21 09:37:35.445564 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-261ed857-a327-42e9-956d-d570db7b9a6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a05e88fcdd1e49e9afef64d921a72c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544241 Feb 21 09:37:35.447620 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed857-a327-42e9-956d-d570db7b9a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b730ddc-7890-4e78-ad34-9add11bb1870,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:35.449725 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:35.498050 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d72de7e5-36ef-40f3-a52d-9aac336cae24 req-efdda3bc-057a-47be-bcdb-ebd2c236176b service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756101 Feb 21 09:37:35.515384 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] Publish callbacks [] for security_group (9b730ddc-7890-4e78-ad34-9add11bb1870), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.539433 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] Publish callbacks [] for security_group (9b730ddc-7890-4e78-ad34-9add11bb1870), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.560326 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-08a1a495-8ef9-4a8a-883c-5ed84f0bbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.561942 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-08a1a495-8ef9-4a8a-883c-5ed84f0bbe9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.1328292 Feb 21 09:37:35.611777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9666f-fd0c-478c-b408-bb03c06faf31 req-9f005d11-f63f-49fd-83c6-aea9699593ca tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.613300 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ea9666f-fd0c-478c-b408-bb03c06faf31 req-9f005d11-f63f-49fd-83c6-aea9699593ca tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 943 time: 0.1128261 Feb 21 09:37:35.613731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['6eb9a567-5b85-4c62-9e4e-ff432818761b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:37:35.656439 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-f6342d4a-c344-4090-9619-1624845ce00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.657535 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-f6342d4a-c344-4090-9619-1624845ce00e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851617 Feb 21 09:37:35.666056 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['c166a307-4617-4967-a978-d1aab69bfb46'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:37:35.682428 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ea9666f-fd0c-478c-b408-bb03c06faf31 req-2880360b-bd98-4442-9132-d47030be3fdf tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Feb 21 09:37:35.688859 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9b730ddc-7890-4e78-ad34-9add11bb1870), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.691004 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.694736 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b730ddc-7890-4e78-ad34-9add11bb1870 HTTP/1.1" status: 204 len: 168 time: 0.2412684 Feb 21 09:37:35.708889 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd579c-3836-4f32-959e-843f848eda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b730ddc-7890-4e78-ad34-9add11bb1870,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:35.819193 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-1a91874b-f6fc-4630-889b-bc6f65fd0435 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235931 Feb 21 09:37:35.839808 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.954441 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2d40ae1-ccd6-4508-963a-5453a906c210 req-778e2a02-6962-4211-be65-4feba35f283a service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291070 Feb 21 09:37:35.962554 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c1b2e-89ce-4ee4-9f75-98f4ed178c42 req-e63291e1-a4c9-4984-8e30-0b97fa618aca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:35.964299 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-637c1b2e-89ce-4ee4-9f75-98f4ed178c42 req-e63291e1-a4c9-4984-8e30-0b97fa618aca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0834973 Feb 21 09:37:35.976799 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04265227-f329-49c2-bb8c-172326ccaa63 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:37:36.025560 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-637c1b2e-89ce-4ee4-9f75-98f4ed178c42 req-dd91365a-03a2-474f-bfaf-8f427b3ae04a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492322 Feb 21 09:37:36.051059 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:36.053541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:36.090575 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc757a-d436-4a13-8092-a8711c96a0e8 req-e0d28f77-9c51-4d7d-b9b0-53931d7b975f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.090730 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04265227-f329-49c2-bb8c-172326ccaa63,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:36.092155 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0cc757a-d436-4a13-8092-a8711c96a0e8 req-e0d28f77-9c51-4d7d-b9b0-53931d7b975f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 944 time: 0.0709419 Feb 21 09:37:36.094312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04862cc8-6819-4ee8-9b74-7d7bd0580af9 x-openstack-request-id: req-04862cc8-6819-4ee8-9b74-7d7bd0580af9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:36.094597 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:36.094851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04862cc8-6819-4ee8-9b74-7d7bd0580af9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:36.095275 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'status': 'completed', 'code': 200} Feb 21 09:37:36.105957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '04265227-f329-49c2-bb8c-172326ccaa63', 'network_id': 'e2f86c8d-97a5-45fb-ab17-4dd844294473', 'port_id': '04265227-f329-49c2-bb8c-172326ccaa63', 'mac_address': 'fa:16:3e:ab:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c02d216-4398-411b-9485-bffe95c833c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:37:36.153610 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 04265227-f329-49c2-bb8c-172326ccaa63 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:36.154272 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04265227-f329-49c2-bb8c-172326ccaa63), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:36.156621 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0cc757a-d436-4a13-8092-a8711c96a0e8 req-d8ff20ba-9355-4016-8f1e-ae7f7ad19f58 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562959 Feb 21 09:37:36.169332 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04265227-f329-49c2-bb8c-172326ccaa63 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:36.190818 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04265227-f329-49c2-bb8c-172326ccaa63,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:36.207483 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-9625da75-73c1-4f7a-b891-63a4f4ba3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.209395 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-9625da75-73c1-4f7a-b891-63a4f4ba3b74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1128 time: 0.0519261 Feb 21 09:37:36.274757 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:36.323779 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:36.367975 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-786787c4-f42c-440a-8e46-81ea434c9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.369452 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-786787c4-f42c-440a-8e46-81ea434c9b67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.1469088 Feb 21 09:37:36.415832 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-b4b1120b-cde1-430a-9e28-c0810d031161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 217 time: 0.0393045 Feb 21 09:37:36.501455 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-2cb9f690-5404-4333-92d5-6533417105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.503786 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-2cb9f690-5404-4333-92d5-6533417105d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0805418 Feb 21 09:37:36.528339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b4a22-6959-4a86-bf35-f63a606effb4 req-b48c70ba-ea58-4400-9022-91ff034d5407 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.530022 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f09b4a22-6959-4a86-bf35-f63a606effb4 req-b48c70ba-ea58-4400-9022-91ff034d5407 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 944 time: 0.0929821 Feb 21 09:37:36.593126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-ab4ff151-f997-42a8-980b-db7370a1a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.594517 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-ab4ff151-f997-42a8-980b-db7370a1a1c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825067 Feb 21 09:37:36.598723 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f09b4a22-6959-4a86-bf35-f63a606effb4 req-e78be06f-3054-4223-a76d-02fb98402639 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548525 Feb 21 09:37:36.687465 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-11701761-3a63-4b25-baab-32ce0b3e9691 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Feb 21 09:37:36.725712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['04265227-f329-49c2-bb8c-172326ccaa63'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:37:36.821668 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb94092c-f1bb-4e62-b7c1-4650fc72e34f req-edfa6477-d283-4b05-bd80-dc1f7b6386d6 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257885 Feb 21 09:37:36.848545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd8b3b-3877-4648-96f2-4c07c4ff8a6e req-9181e3c0-2353-4944-b159-9f31136fa840 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:36.850546 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4dd8b3b-3877-4648-96f2-4c07c4ff8a6e req-9181e3c0-2353-4944-b159-9f31136fa840 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 944 time: 0.0657964 Feb 21 09:37:36.904688 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4dd8b3b-3877-4648-96f2-4c07c4ff8a6e req-a8b61a3a-6006-42f1-b37b-d4bbd829a198 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 Feb 21 09:37:37.027045 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:37.131704 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1455687298-network', 'tenant_id': 'a42797fd39f04069893c3d64f19d2f7c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:37.150867 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af4011-9374-45c9-9e22-793fad872ca7 req-4401e1cc-61da-4ec1-b9c4-4288ad0514fb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.152376 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49af4011-9374-45c9-9e22-793fad872ca7 req-4401e1cc-61da-4ec1-b9c4-4288ad0514fb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0521581 Feb 21 09:37:37.210617 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49af4011-9374-45c9-9e22-793fad872ca7 req-1416735e-783b-4c4a-9666-4874e40c481a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482435 Feb 21 09:37:37.259363 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Made reservation on behalf of a42797fd39f04069893c3d64f19d2f7c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:37.261902 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.271792 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.320155 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c999ef-55ad-4678-9d34-ceb0f473817b req-9c8c9387-0264-474a-91f7-c9633e20ab5c tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.321777 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c999ef-55ad-4678-9d34-ceb0f473817b req-9c8c9387-0264-474a-91f7-c9633e20ab5c tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 944 time: 0.0718129 Feb 21 09:37:37.337262 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.367065 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks [] for security_group (a79dae2e-5204-4e26-8846-31c1c4cbc689), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.376054 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c999ef-55ad-4678-9d34-ceb0f473817b req-186a145d-ed4e-4332-b604-603cde186f57 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Feb 21 09:37:37.428423 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a79dae2e-5204-4e26-8846-31c1c4cbc689), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.448641 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:37:37.461430 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79dae2e-5204-4e26-8846-31c1c4cbc689,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:37.465876 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (031b05c4-9e10-4f0a-aa72-e19e7398ab96), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.466216 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Added segment 031b05c4-9e10-4f0a-aa72-e19e7398ab96 of type vlan for network 1f781317-e3e5-46cc-aa7f-8fae9a6aac83 Feb 21 09:37:37.506395 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (1f781317-e3e5-46cc-aa7f-8fae9a6aac83), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.599855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (1f781317-e3e5-46cc-aa7f-8fae9a6aac83), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.600834 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.601438 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.662819 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] Pushing event updated for resources: {'Network': ['ID=1f781317-e3e5-46cc-aa7f-8fae9a6aac83,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:37.674926 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 1f781317-e3e5-46cc-aa7f-8fae9a6aac83 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:37:37.726270 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e4e7abac-35d7-403d-850f-f015d5daaf6e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6971331 Feb 21 09:37:37.729118 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:37.735836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Request body: {'subnet': {'network_id': '1f781317-e3e5-46cc-aa7f-8fae9a6aac83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1455687298-subnet', 'tenant_id': 'a42797fd39f04069893c3d64f19d2f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:37.747275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cae931-05df-4a1e-b5d7-9d4405f6b0b4 req-d4b032ef-1c57-41cf-bd7c-3d71efd634dd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.748931 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63cae931-05df-4a1e-b5d7-9d4405f6b0b4 req-d4b032ef-1c57-41cf-bd7c-3d71efd634dd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 944 time: 0.0574756 Feb 21 09:37:37.795991 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63cae931-05df-4a1e-b5d7-9d4405f6b0b4 req-2656789a-bf86-4e94-ad38-5884cfc03d96 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Feb 21 09:37:37.840143 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Made reservation on behalf of a42797fd39f04069893c3d64f19d2f7c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:37.842496 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.992559 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:37:38.004195 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device c166a307-4617-4967-a978-d1aab69bfb46 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:38.029982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2d91f-80b0-4d5c-9f05-44d1d5e1d285 req-2bd1487a-cd48-490e-ae76-bd53a29a3f7f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:38.032114 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4bc2d91f-80b0-4d5c-9f05-44d1d5e1d285 req-2bd1487a-cd48-490e-ae76-bd53a29a3f7f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 944 time: 0.0577960 Feb 21 09:37:38.085032 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4bc2d91f-80b0-4d5c-9f05-44d1d5e1d285 req-e728e8f6-2cca-4e8e-a347-a1ea9c79543f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Feb 21 09:37:38.139904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (5dc5150d-97dd-494a-90fa-79e4ad2c11dd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.140435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:38.152079 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:37:38.191232 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:38.191659 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.194407 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc5150d-97dd-494a-90fa-79e4ad2c11dd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:38.204513 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Checking segment: {'id': '031b05c4-9e10-4f0a-aa72-e19e7398ab96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1f781317-e3e5-46cc-aa7f-8fae9a6aac83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:38.204869 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Network hostable DHCP agents. Network: 1f781317-e3e5-46cc-aa7f-8fae9a6aac83, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:37:38.210425 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:38.221619 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port c166a307-4617-4967-a978-d1aab69bfb46 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:38.231025 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port c166a307-4617-4967-a978-d1aab69bfb46 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:38.231384 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (c166a307-4617-4967-a978-d1aab69bfb46), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.236563 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:38.308879 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Network 1f781317-e3e5-46cc-aa7f-8fae9a6aac83 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:37:38.325230 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.326231 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4d919136-fd63-4b86-8ff3-e06c39f6aa75 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:37:38.366655 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47ec6-dbea-4df3-ba9e-6ca8e820d542 req-e4686eb0-f14f-4b3b-b245-614d7cedcf20 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:38.373789 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32f47ec6-dbea-4df3-ba9e-6ca8e820d542 req-e4686eb0-f14f-4b3b-b245-614d7cedcf20 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0690320 Feb 21 09:37:38.410589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 1f781317-e3e5-46cc-aa7f-8fae9a6aac83) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:38.415895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:38.416495 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.434503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32f47ec6-dbea-4df3-ba9e-6ca8e820d542 req-4def3959-9f4c-43af-95ba-8e3724b13a21 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556207 Feb 21 09:37:38.462384 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e796cc-41cb-4e1d-ab02-4cec8d45e9d1 None None] Network 1f781317-e3e5-46cc-aa7f-8fae9a6aac83 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:38.496503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:38.507547 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ce85167c-2045-417e-a0a4-e40e6a843c61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7730634 Feb 21 09:37:38.507547 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43654) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:38.590306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57375-d614-4ddc-a4d9-6807c2f811ff req-cf1af85a-4773-4e91-b61b-b815d0b284a6 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:38.595932 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88f57375-d614-4ddc-a4d9-6807c2f811ff req-cf1af85a-4773-4e91-b61b-b815d0b284a6 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 944 time: 0.0983679 Feb 21 09:37:38.621877 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port c166a307-4617-4967-a978-d1aab69bfb46 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:38.622512 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c166a307-4617-4967-a978-d1aab69bfb46), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.668060 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'port_id': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'mac_address': 'fa:16:3e:8f:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:37:38.692054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:38.696014 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88f57375-d614-4ddc-a4d9-6807c2f811ff req-7557b777-0220-4124-8dd4-14acded19d88 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919099 Feb 21 09:37:38.704358 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01b07d54-49dc-4e92-9ce3-22af50eba80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.796142 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01b07d54-49dc-4e92-9ce3-22af50eba80e admin admin] Publish callbacks [] for security_group (04825c64-d521-428f-ba96-116fee6bc66c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.807085 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c166a307-4617-4967-a978-d1aab69bfb46,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:38.808053 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:38.832885 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:38.833320 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.865999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d919136-fd63-4b86-8ff3-e06c39f6aa75 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:37:38.873270 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1eb20-a73a-4d69-92c7-80b9e11457b9 None None] Network 1f781317-e3e5-46cc-aa7f-8fae9a6aac83 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:38.912904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01b07d54-49dc-4e92-9ce3-22af50eba80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (04825c64-d521-428f-ba96-116fee6bc66c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:38.941877 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd1cfc-1391-4291-9047-aa163adce5da req-ba9d1a05-4d5e-4673-8bc0-f00b0edd6c00 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:38.943683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79bd1cfc-1391-4291-9047-aa163adce5da req-ba9d1a05-4d5e-4673-8bc0-f00b0edd6c00 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 944 time: 0.0621676 Feb 21 09:37:39.000805 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79bd1cfc-1391-4291-9047-aa163adce5da req-78767105-b865-4dd8-87a8-cbc69cf96aa9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510528 Feb 21 09:37:39.007513 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b07d54-49dc-4e92-9ce3-22af50eba80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04825c64-d521-428f-ba96-116fee6bc66c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:39.012357 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bdd39-0570-4798-a241-0b7de9a6873b" -d '{"events": [{"server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "name": "network-vif-plugged", "status": "completed", "tag": "c166a307-4617-4967-a978-d1aab69bfb46"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:39.026652 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.027484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6eb9a567-5b85-4c62-9e4e-ff432818761b up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:39.042649 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-01b07d54-49dc-4e92-9ce3-22af50eba80e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc236ca35ec94a59b09b9073843559ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363498 Feb 21 09:37:39.044847 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:39.117420 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:39.139975 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] Publish callbacks [] for security_group (04825c64-d521-428f-ba96-116fee6bc66c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.180625 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:39.216887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] Publish callbacks [] for security_group (04825c64-d521-428f-ba96-116fee6bc66c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.242028 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.252617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcb9036-8dc8-423e-96b4-24ab9ec9cd13 x-openstack-request-id: req-afcb9036-8dc8-423e-96b4-24ab9ec9cd13 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:39.252617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "name": "network-vif-plugged", "status": "completed", "tag": "c166a307-4617-4967-a978-d1aab69bfb46", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:39.252617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afcb9036-8dc8-423e-96b4-24ab9ec9cd13 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:39.252617 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46', 'code': 200} Feb 21 09:37:39.289697 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61df2-bfca-42a0-bbb6-5003b161e3be req-ee7a82d0-31db-489e-80a3-739ffe4935d9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:39.297893 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-02f61df2-bfca-42a0-bbb6-5003b161e3be req-ee7a82d0-31db-489e-80a3-739ffe4935d9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 944 time: 0.1173959 Feb 21 09:37:39.309289 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:39.320072 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 6eb9a567-5b85-4c62-9e4e-ff432818761b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:39.325118 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 6eb9a567-5b85-4c62-9e4e-ff432818761b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:39.325563 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.356503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-02f61df2-bfca-42a0-bbb6-5003b161e3be req-499f036f-be3a-4309-9e68-de134be55b28 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568941 Feb 21 09:37:39.371662 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (04825c64-d521-428f-ba96-116fee6bc66c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.380718 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.382484 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04825c64-d521-428f-ba96-116fee6bc66c HTTP/1.1" status: 204 len: 168 time: 0.3351417 Feb 21 09:37:39.412513 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6260f5-5db0-4d7e-aa70-61b726995b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04825c64-d521-428f-ba96-116fee6bc66c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:39.441984 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 6eb9a567-5b85-4c62-9e4e-ff432818761b is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:39.442468 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.503047 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b,segment=NetworkSegment(45e443b7-3ed9-4446-a50b-471cabe81c49),segment_id=45e443b7-3ed9-4446-a50b-471cabe81c49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:39.574527 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5392ef-a45a-447f-bc4f-0591551a90f0 req-6d7e5c2c-eed3-42a2-9154-76135821e0de tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:39.576206 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a5392ef-a45a-447f-bc4f-0591551a90f0 req-6d7e5c2c-eed3-42a2-9154-76135821e0de tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0681620 Feb 21 09:37:39.579635 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.581218 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04265227-f329-49c2-bb8c-172326ccaa63 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:39.592308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43708) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:39.597622 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141769571-network', 'tenant_id': '58bf91f1a5c34a35ba5f4081b07f476b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:39.647369 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['acff75ca-7675-4b1d-88e4-194d2e896d67'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:37:39.647634 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a5392ef-a45a-447f-bc4f-0591551a90f0 req-c706e0b6-bfcd-4a56-93c2-bb03185df937 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649109 Feb 21 09:37:39.682125 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['4d919136-fd63-4b86-8ff3-e06c39f6aa75'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:37:39.726881 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:39.739676 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Made reservation on behalf of 58bf91f1a5c34a35ba5f4081b07f476b for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:39.741939 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.752571 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-f2bbf287-cb41-4eda-a858-7f5986c8311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:39.755336 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-f2bbf287-cb41-4eda-a858-7f5986c8311a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.0966125 Feb 21 09:37:39.755656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.785680 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-d27bf71c-dbd8-449f-97d2-3ab709641c10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.886413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 04265227-f329-49c2-bb8c-172326ccaa63 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:39.893408 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc831b-9e37-417f-85a0-3bd0e9062483 req-ef85acdb-4475-4454-a373-5252d9dbc9b2 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:39.894886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31dc831b-9e37-417f-85a0-3bd0e9062483 req-ef85acdb-4475-4454-a373-5252d9dbc9b2 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.1133292 Feb 21 09:37:39.896832 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 04265227-f329-49c2-bb8c-172326ccaa63 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:39.897220 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04265227-f329-49c2-bb8c-172326ccaa63), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.961616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks [] for security_group (be937d1c-79b1-4ee5-b3cb-586a8dfed1bb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.997662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-d27bf71c-dbd8-449f-97d2-3ab709641c10 service neutron] Publish callbacks [] for security_group (747ea69e-a352-49d2-aefd-5df79cbd8139), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.001396 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31dc831b-9e37-417f-85a0-3bd0e9062483 req-cb21b1cc-5b0f-4d90-a3c9-0dcb934eb89f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936618 Feb 21 09:37:40.019369 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 04265227-f329-49c2-bb8c-172326ccaa63 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:40.019886 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04265227-f329-49c2-bb8c-172326ccaa63), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.057225 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04265227-f329-49c2-bb8c-172326ccaa63,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:40.085891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (be937d1c-79b1-4ee5-b3cb-586a8dfed1bb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.088766 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-d27bf71c-dbd8-449f-97d2-3ab709641c10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (747ea69e-a352-49d2-aefd-5df79cbd8139), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.159547 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:37:40.171021 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7ae4fb0c-e420-4cbf-8363-18bc2e6ab355 req-d27bf71c-dbd8-449f-97d2-3ab709641c10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077907 Feb 21 09:37:40.173430 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be937d1c-79b1-4ee5-b3cb-586a8dfed1bb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:40.180423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.186985 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (11d97b8d-37b6-473a-9522-f1d60b72533f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.192649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Added segment 11d97b8d-37b6-473a-9522-f1d60b72533f of type vlan for network 3cb604d3-40e1-4558-8a04-9d8641600351 Feb 21 09:37:40.219353 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf54e43-ed7a-4093-a975-b280036e4818 req-aef47e5a-fbe2-4c78-8370-f87188f75157 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:40.230919 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-faf54e43-ed7a-4093-a975-b280036e4818 req-aef47e5a-fbe2-4c78-8370-f87188f75157 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 945 time: 0.1450105 Feb 21 09:37:40.231082 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:40.268145 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf71c-dbd8-449f-97d2-3ab709641c10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=747ea69e-a352-49d2-aefd-5df79cbd8139,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:40.272820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (3cb604d3-40e1-4558-8a04-9d8641600351), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.317479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-faf54e43-ed7a-4093-a975-b280036e4818 req-057089b4-e907-430f-876e-d848d4628c90 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757251 Feb 21 09:37:40.359323 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:40.377512 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2b-1e9f-467f-bb18-b37af34bfe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.398488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (3cb604d3-40e1-4558-8a04-9d8641600351), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.399480 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:40.400062 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.650091 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0566525 Feb 21 09:37:40.653074 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43732) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:40.658692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Request body: {'subnet': {'network_id': '3cb604d3-40e1-4558-8a04-9d8641600351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141769571-subnet', 'tenant_id': '58bf91f1a5c34a35ba5f4081b07f476b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:40.690604 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1d7ba-14ac-488a-a5c7-e3670e7cdd86 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb604d3-40e1-4558-8a04-9d8641600351,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:40.703069 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 3cb604d3-40e1-4558-8a04-9d8641600351 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:37:40.730833 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca2bee-1a26-4ce3-857b-1b8cb86eddf8 req-9c0a9199-c96b-4223-a216-de70912ee3cb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:40.732369 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6fca2bee-1a26-4ce3-857b-1b8cb86eddf8 req-9c0a9199-c96b-4223-a216-de70912ee3cb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.2961779 Feb 21 09:37:40.734253 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2b-1e9f-467f-bb18-b37af34bfe7a admin admin] Publish callbacks [] for security_group (38ce79ab-2991-4a45-bca2-d71956821fce), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.790849 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Made reservation on behalf of 58bf91f1a5c34a35ba5f4081b07f476b for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:40.793279 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.813081 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6fca2bee-1a26-4ce3-857b-1b8cb86eddf8 req-fead85ad-7d4b-49ec-95da-318ba9ae8455 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689416 Feb 21 09:37:40.820616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f711e-8e59-408e-8706-a628690f5316 req-a364eaef-34d9-4686-99c1-fbfc8fc157e2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:40.822072 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-431f711e-8e59-408e-8706-a628690f5316 req-a364eaef-34d9-4686-99c1-fbfc8fc157e2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0866134 Feb 21 09:37:40.844751 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2b-1e9f-467f-bb18-b37af34bfe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (38ce79ab-2991-4a45-bca2-d71956821fce), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.901721 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a619a2b-1e9f-467f-bb18-b37af34bfe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce79ab-2991-4a45-bca2-d71956821fce,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:40.912744 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1a619a2b-1e9f-467f-bb18-b37af34bfe7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c682363997e485bbaed5d0fbb2af4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522819 Feb 21 09:37:40.913328 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43736) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:40.926824 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-431f711e-8e59-408e-8706-a628690f5316 req-6cc9b1af-d79f-49fa-b5be-38dcc5176cdc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895271 Feb 21 09:37:40.969650 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] Publish callbacks [] for security_group (38ce79ab-2991-4a45-bca2-d71956821fce), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.991088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] Publish callbacks [] for security_group (38ce79ab-2991-4a45-bca2-d71956821fce), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.051604 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (fdcf28bc-f984-48d7-b4c0-aaecc6f5751c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.109021 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcf28bc-f984-48d7-b4c0-aaecc6f5751c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:41.117080 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Checking segment: {'id': '11d97b8d-37b6-473a-9522-f1d60b72533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cb604d3-40e1-4558-8a04-9d8641600351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:41.117432 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Network hostable DHCP agents. Network: 3cb604d3-40e1-4558-8a04-9d8641600351, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:37:41.128314 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355fb5a-70d9-4607-8628-9e9d8a3e6269 req-564db1c2-47d8-42e0-bbf6-0110df8e0364 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:41.129823 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a355fb5a-70d9-4607-8628-9e9d8a3e6269 req-564db1c2-47d8-42e0-bbf6-0110df8e0364 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0566704 Feb 21 09:37:41.176206 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a355fb5a-70d9-4607-8628-9e9d8a3e6269 req-98d3e06a-44a1-49c3-8455-17adfa18fd5f tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Feb 21 09:37:41.240263 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (38ce79ab-2991-4a45-bca2-d71956821fce), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.243151 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.244340 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38ce79ab-2991-4a45-bca2-d71956821fce HTTP/1.1" status: 204 len: 168 time: 0.3271775 Feb 21 09:37:41.252105 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127ab38-0cdb-4dbc-ac8d-4262fe832272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce79ab-2991-4a45-bca2-d71956821fce,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:41.252254 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b'}, {'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:41.255417 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3a407-2c87-47ef-9782-2e13d49d9b60" -d '{"events": [{"server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b"}, {"server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "name": "network-vif-plugged", "status": "completed", "tag": "04265227-f329-49c2-bb8c-172326ccaa63"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:41.282376 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Network 3cb604d3-40e1-4558-8a04-9d8641600351 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:37:41.300374 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30c2b5-bd4a-4b20-8b71-df0ce138aa72 x-openstack-request-id: req-6d30c2b5-bd4a-4b20-8b71-df0ce138aa72 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:41.300672 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b", "code": 200}, {"server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "name": "network-vif-plugged", "status": "completed", "tag": "04265227-f329-49c2-bb8c-172326ccaa63", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:41.300919 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d30c2b5-bd4a-4b20-8b71-df0ce138aa72 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:41.301344 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b', 'code': 200} Feb 21 09:37:41.301624 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63', 'code': 200} Feb 21 09:37:41.391008 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 3cb604d3-40e1-4558-8a04-9d8641600351) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:41.399632 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:41.402378 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.407775 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451b148-c31f-4e53-958e-b35aadba4084 None None] Network 3cb604d3-40e1-4558-8a04-9d8641600351 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:41.453523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a9af-eb7d-4b9e-9b3d-7ee3a6cccdae req-1ee21e1f-da52-4d12-b366-d89ed5439a99 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:41.455064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74b9a9af-eb7d-4b9e-9b3d-7ee3a6cccdae req-1ee21e1f-da52-4d12-b366-d89ed5439a99 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 945 time: 0.0721014 Feb 21 09:37:41.518112 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74b9a9af-eb7d-4b9e-9b3d-7ee3a6cccdae req-f18eae22-33a8-41f9-b04d-0e2e719619ee tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512412 Feb 21 09:37:41.527410 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-800c3926-60c6-4ea0-bb67-8f65cf0cf7d5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8711348 Feb 21 09:37:41.547203 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d413936-f30c-4138-b336-69f950828d97 None None] Network 3cb604d3-40e1-4558-8a04-9d8641600351 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:41.841876 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627cb8-eefd-400a-9972-fa5d2b8faaf8 req-f86d4687-e4ec-4bca-896f-40827fefcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:41.847160 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0627cb8-eefd-400a-9972-fa5d2b8faaf8 req-f86d4687-e4ec-4bca-896f-40827fefcec0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 1129 time: 0.0917914 Feb 21 09:37:41.847160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c41e2-0477-492f-9853-16c82a2f414a req-56104954-62a2-4037-a8d9-e2bec811a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:41.850732 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e4c41e2-0477-492f-9853-16c82a2f414a req-56104954-62a2-4037-a8d9-e2bec811a256 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 1129 time: 0.0898695 Feb 21 09:37:42.000082 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e4c41e2-0477-492f-9853-16c82a2f414a req-8bc819cd-a9e0-4518-af66-4071853ab1bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205366 Feb 21 09:37:42.010442 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0627cb8-eefd-400a-9972-fa5d2b8faaf8 req-aeb13e59-0849-481f-8a90-594c19e16b0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251771 Feb 21 09:37:42.045107 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:42.054169 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae67417-2d71-42e8-9772-83c78ff4da3b req-c1639198-e4d2-4085-8ab5-3f5e43c5198d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:42.055714 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eae67417-2d71-42e8-9772-83c78ff4da3b req-c1639198-e4d2-4085-8ab5-3f5e43c5198d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.1270571 Feb 21 09:37:42.097334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd94a-cf5f-4321-b36b-dfe8debeba9c req-cc1e8c0f-a383-4549-a3a6-a8a84fc2331b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:42.099026 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c67dd94a-cf5f-4321-b36b-dfe8debeba9c req-cc1e8c0f-a383-4549-a3a6-a8a84fc2331b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0913954 Feb 21 09:37:42.139597 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eae67417-2d71-42e8-9772-83c78ff4da3b req-1d262ce4-7983-4d12-b6be-aadb7fd7df5c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777862 Feb 21 09:37:42.167478 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c67dd94a-cf5f-4321-b36b-dfe8debeba9c req-41e4bb32-c776-48c7-b5a0-8161ffc8f5cc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611444 Feb 21 09:37:42.265157 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port acff75ca-7675-4b1d-88e4-194d2e896d67 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:42.272442 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port acff75ca-7675-4b1d-88e4-194d2e896d67 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:42.276139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.302168 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f8124-9761-4662-9ab1-86ae258c6545 req-a056af22-920f-4ce5-a412-99a6c755f9da tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:42.303697 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-360f8124-9761-4662-9ab1-86ae258c6545 req-a056af22-920f-4ce5-a412-99a6c755f9da tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0631270 Feb 21 09:37:42.368610 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-360f8124-9761-4662-9ab1-86ae258c6545 req-988bf57a-44c8-4da7-ac39-cd823712601e tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Feb 21 09:37:42.373572 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:42.373974 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.417306 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:42.482784 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.483682 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4d919136-fd63-4b86-8ff3-e06c39f6aa75 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:42.582182 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:42.621105 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43808) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:42.676796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d300e3-58d4-493a-9745-9ec4b90dc991 req-dedf0673-fa63-4145-abce-1387455a48c0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:42.679222 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19d300e3-58d4-493a-9745-9ec4b90dc991 req-dedf0673-fa63-4145-abce-1387455a48c0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 945 time: 0.0627432 Feb 21 09:37:42.694645 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:37:42.704121 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:42.704121 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.748598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19d300e3-58d4-493a-9745-9ec4b90dc991 req-8c40e11b-f675-409c-8249-dd08fab53950 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511909 Feb 21 09:37:42.780274 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62e74d91-1ec5-44ba-93a6-6cf57b4f0866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.829750 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:42.829750 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.866617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:42.885109 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62e74d91-1ec5-44ba-93a6-6cf57b4f0866 admin admin] Publish callbacks [] for security_group (88f5720b-1456-48d2-9421-4dbe8f2c0a41), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.962637 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.962839 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62e74d91-1ec5-44ba-93a6-6cf57b4f0866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (88f5720b-1456-48d2-9421-4dbe8f2c0a41), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.000956 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-62e74d91-1ec5-44ba-93a6-6cf57b4f0866 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a36ef3a6427d4cb1ab1d45142eb34588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783202 Feb 21 09:37:43.002473 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e74d91-1ec5-44ba-93a6-6cf57b4f0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f5720b-1456-48d2-9421-4dbe8f2c0a41,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:43.004434 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:43.014886 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:43.064167 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] Publish callbacks [] for security_group (88f5720b-1456-48d2-9421-4dbe8f2c0a41), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.091072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] Publish callbacks [] for security_group (88f5720b-1456-48d2-9421-4dbe8f2c0a41), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.207761 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (88f5720b-1456-48d2-9421-4dbe8f2c0a41), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.210328 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.212348 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88f5720b-1456-48d2-9421-4dbe8f2c0a41 HTTP/1.1" status: 204 len: 168 time: 0.2050014 Feb 21 09:37:43.231494 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06933fb-dbbf-436c-a0b3-a05d1255c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f5720b-1456-48d2-9421-4dbe8f2c0a41,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:43.303113 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}, {'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:43.308637 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac1429-a7ec-4a0e-b837-48aa27176f46" -d '{"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}, {"server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "name": "network-vif-plugged", "status": "completed", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:43.320649 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6488-a856-4dba-89fc-e51503b7b958 req-1e5e97a7-7747-4344-8ab5-7c7c03947b73 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:43.321679 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a33f6488-a856-4dba-89fc-e51503b7b958 req-1e5e97a7-7747-4344-8ab5-7c7c03947b73 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.1018326 Feb 21 09:37:43.353138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6441d-d754-4982-b2fc-d0d99a896336 req-6aa983af-52ff-471e-a612-622b1e2fee3b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:43.354618 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fdb6441d-d754-4982-b2fc-d0d99a896336 req-6aa983af-52ff-471e-a612-622b1e2fee3b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0924897 Feb 21 09:37:43.399182 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a33f6488-a856-4dba-89fc-e51503b7b958 req-aef39886-74f7-4f81-91e7-7fcf1bb96d5a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711527 Feb 21 09:37:43.428648 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fdb6441d-d754-4982-b2fc-d0d99a896336 req-5dcce733-beb7-4e08-bfa4-7add3a886ae4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679765 Feb 21 09:37:43.465908 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b89064-3dd5-4132-b184-7968c99fe28a x-openstack-request-id: req-21b89064-3dd5-4132-b184-7968c99fe28a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:43.466370 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "code": 200}, {"server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "name": "network-vif-plugged", "status": "completed", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:43.466854 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21b89064-3dd5-4132-b184-7968c99fe28a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:43.467428 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'code': 200} Feb 21 09:37:43.467832 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'code': 200} Feb 21 09:37:43.534184 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d3881-b121-486c-8f38-6b894af327af req-d0a485b2-6a3b-4da1-ba98-5878768550d4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:43.535565 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-651d3881-b121-486c-8f38-6b894af327af req-d0a485b2-6a3b-4da1-ba98-5878768550d4 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0513442 Feb 21 09:37:43.605859 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-651d3881-b121-486c-8f38-6b894af327af req-b530c851-be11-4d39-af95-df3c5533b106 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645492 Feb 21 09:37:43.869528 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc952-7d2a-402e-901e-a5ee2138711a req-1d87faf6-5501-4809-bede-2fb6e9eeb328 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:43.871007 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-015dc952-7d2a-402e-901e-a5ee2138711a req-1d87faf6-5501-4809-bede-2fb6e9eeb328 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0571060 Feb 21 09:37:43.917526 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-015dc952-7d2a-402e-901e-a5ee2138711a req-82caff18-fed8-495d-a02a-ea5a994ef1ba tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Feb 21 09:37:44.029681 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23393be0-ebe2-499f-8399-39863909254c req-ae2a43a2-54e7-49fb-b04a-cbc1e8a9dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:44.031166 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23393be0-ebe2-499f-8399-39863909254c req-ae2a43a2-54e7-49fb-b04a-cbc1e8a9dcee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1130 time: 0.0728970 Feb 21 09:37:44.043685 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b817bba-702f-4bfe-a9bd-c74225f3d2db req-8d8bae98-870f-4a10-a93e-2b4a14cc2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:44.045034 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b817bba-702f-4bfe-a9bd-c74225f3d2db req-8d8bae98-870f-4a10-a93e-2b4a14cc2d1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1130 time: 0.0516446 Feb 21 09:37:44.072799 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:44.088604 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5ece-efe6-4a31-b25d-f6f3e81dc88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.147905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b817bba-702f-4bfe-a9bd-c74225f3d2db req-8b6f50ae-17ce-4ea9-8653-a296f89614e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859058 Feb 21 09:37:44.149577 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23393be0-ebe2-499f-8399-39863909254c req-3687f373-b416-4045-a203-d5dfc2c82338 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965385 Feb 21 09:37:44.177377 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5ece-efe6-4a31-b25d-f6f3e81dc88e admin admin] Publish callbacks [] for security_group (f4ae7c83-dfad-480a-aa92-855df967eb1f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.276589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5ece-efe6-4a31-b25d-f6f3e81dc88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f4ae7c83-dfad-480a-aa92-855df967eb1f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.315132 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b2ff5ece-efe6-4a31-b25d-f6f3e81dc88e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ad15e20fb6640ddb1f11f4f045cb6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402070 Feb 21 09:37:44.316268 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5ece-efe6-4a31-b25d-f6f3e81dc88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae7c83-dfad-480a-aa92-855df967eb1f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.317830 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 43876) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:44.397864 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] Publish callbacks [] for security_group (f4ae7c83-dfad-480a-aa92-855df967eb1f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.431936 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] Publish callbacks [] for security_group (f4ae7c83-dfad-480a-aa92-855df967eb1f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.571348 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f4ae7c83-dfad-480a-aa92-855df967eb1f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.578897 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.578897 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4ae7c83-dfad-480a-aa92-855df967eb1f HTTP/1.1" status: 204 len: 168 time: 0.2536988 Feb 21 09:37:44.587138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc9a2d-70c6-429c-9c59-10726a5930f3 req-81eae2f1-78ca-4e2c-8d91-02c22f9b431a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:44.588675 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54bc9a2d-70c6-429c-9c59-10726a5930f3 req-81eae2f1-78ca-4e2c-8d91-02c22f9b431a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0962911 Feb 21 09:37:44.598174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a199d73-82cc-408b-9f25-8ac843360ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae7c83-dfad-480a-aa92-855df967eb1f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.613833 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d204-a92b-442d-b071-f312dc005240 req-afde5ae2-8121-4650-a7c7-d79a49654cf5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:44.616774 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c20d204-a92b-442d-b071-f312dc005240 req-afde5ae2-8121-4650-a7c7-d79a49654cf5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0945163 Feb 21 09:37:44.669362 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54bc9a2d-70c6-429c-9c59-10726a5930f3 req-9cad8fb6-9b35-4b12-8d20-3af047d86150 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722976 Feb 21 09:37:44.701220 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c20d204-a92b-442d-b071-f312dc005240 req-831a3385-235b-4b27-b5b3-23fd130ebf04 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748370 Feb 21 09:37:44.793861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853ec05-cc1d-4244-b3a1-8aba3cd1218d req-790109f9-77fe-4902-a866-0f4a047e7056 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:44.796884 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d853ec05-cc1d-4244-b3a1-8aba3cd1218d req-790109f9-77fe-4902-a866-0f4a047e7056 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0554070 Feb 21 09:37:44.848662 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d853ec05-cc1d-4244-b3a1-8aba3cd1218d req-beaaafcb-e642-4db5-a681-eb3d322eaa74 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Feb 21 09:37:45.059399 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032fe38-8d58-49d0-9aeb-c0abd3c82611 req-50cf05a1-bb28-43b7-8b26-0b6a4bdcdd1e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.065298 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a032fe38-8d58-49d0-9aeb-c0abd3c82611 req-50cf05a1-bb28-43b7-8b26-0b6a4bdcdd1e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0804162 Feb 21 09:37:45.125432 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a032fe38-8d58-49d0-9aeb-c0abd3c82611 req-8f61e41e-da1d-43a6-bbbd-91c6ea52f2c9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585713 Feb 21 09:37:45.350754 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d5ae-89ad-4ca3-9661-4aa4e70a828e req-abc3b767-5433-4975-b98e-beb1ca82aece tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.352270 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce21d5ae-89ad-4ca3-9661-4aa4e70a828e req-abc3b767-5433-4975-b98e-beb1ca82aece tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Feb 21 09:37:45.417272 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce21d5ae-89ad-4ca3-9661-4aa4e70a828e req-cb8c8152-d560-43d1-9d80-0c16f22e99e7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591836 Feb 21 09:37:45.449647 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-aa6d73a3-a40e-427c-a761-858029c47a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.451145 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-aa6d73a3-a40e-427c-a761-858029c47a13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 1129 time: 0.0468330 Feb 21 09:37:45.600890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-71c52ef9-c584-4c0d-a01b-f5a7f04c5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.602428 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-71c52ef9-c584-4c0d-a01b-f5a7f04c5ff9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.0961270 Feb 21 09:37:45.716506 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-68770d28-27ae-48e1-a0da-ae5ef834c546 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04265227-f329-49c2-bb8c-172326ccaa63 HTTP/1.1" status: 200 len: 217 time: 0.0532625 Feb 21 09:37:45.779350 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-3854bdd4-b355-4928-90e7-aa15f4a14fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.780898 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-3854bdd4-b355-4928-90e7-aa15f4a14fd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0480218 Feb 21 09:37:45.831571 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-af010077-4f89-4831-8af1-b8bc81db83c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429249 Feb 21 09:37:45.999573 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7369a4-bfb6-43fe-a395-feae923f5363 req-4d009423-bcf5-472d-8877-97384e1955e3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:46.001112 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa7369a4-bfb6-43fe-a395-feae923f5363 req-4d009423-bcf5-472d-8877-97384e1955e3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1684682 Feb 21 09:37:46.031421 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-eb8f07b4-13cb-4682-bed2-1dfd5e6c8e6e service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382353 Feb 21 09:37:46.081786 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa7369a4-bfb6-43fe-a395-feae923f5363 req-edadc357-a610-4c6c-85a9-f03ab0bf3ed4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679862 Feb 21 09:37:46.160784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3b54912-e0e4-4e16-994d-d9022679f95c req-4484aaa2-35bf-477d-8169-25ef11cbcb7e service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031928 Feb 21 09:37:46.277480 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18557f-8fe8-4c9f-84d3-c92bd788d5ce req-1dfae024-e3ac-4e48-8a0e-954f9db86cc9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:46.278966 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c18557f-8fe8-4c9f-84d3-c92bd788d5ce req-1dfae024-e3ac-4e48-8a0e-954f9db86cc9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0634453 Feb 21 09:37:46.332055 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c18557f-8fe8-4c9f-84d3-c92bd788d5ce req-660e54d1-4c8c-4920-b525-0bf1fa22d582 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465133 Feb 21 09:37:46.449862 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bebd9b-5237-48a0-b706-c1a6240dee89 req-3ed4c65f-e990-48b6-be05-90cc1f8500c7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:46.451491 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68bebd9b-5237-48a0-b706-c1a6240dee89 req-3ed4c65f-e990-48b6-be05-90cc1f8500c7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0561514 Feb 21 09:37:46.461283 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 43978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:46.465845 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'floatingip': {'port_id': '4d919136-fd63-4b86-8ff3-e06c39f6aa75'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:46.544365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:46.548088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a63f3-2469-4b23-a9f4-f4733251ab78 req-474e4d13-b32c-495e-9984-d871b773d50a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:46.549617 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e49a63f3-2469-4b23-a9f4-f4733251ab78 req-474e4d13-b32c-495e-9984-d871b773d50a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0644162 Feb 21 09:37:46.609792 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e49a63f3-2469-4b23-a9f4-f4733251ab78 req-b97c5d6b-d241-48cb-9554-29af57869be5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543497 Feb 21 09:37:47.224281 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7686d0-11b9-4fcd-b7ec-02f61083810b req-4883a9f7-b40e-45df-a3ba-00a08fba983f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:47.231393 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d7686d0-11b9-4fcd-b7ec-02f61083810b req-4883a9f7-b40e-45df-a3ba-00a08fba983f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0738895 Feb 21 09:37:47.292025 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d7686d0-11b9-4fcd-b7ec-02f61083810b req-c6630509-6d03-47dd-adad-71bad7c578df tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595596 Feb 21 09:37:47.414931 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:47.471623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921a91-f1c5-47cc-8e75-efafa30bb2b5 req-9a4b555f-dcba-4631-8584-048d0791dece tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:47.473070 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1d921a91-f1c5-47cc-8e75-efafa30bb2b5 req-9a4b555f-dcba-4631-8584-048d0791dece tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Feb 21 09:37:47.481891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44022) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:47.482776 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:47.488039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'floatingip': {'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:47.565561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:47.584299 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Floating IP a4afcd9b-8368-44a8-87fd-565151e917a3 associated. External IP: 172.27.1.80, port: 4d919136-fd63-4b86-8ff3-e06c39f6aa75. Feb 21 09:37:47.810118 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:47.934406 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:47.938869 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:47.948674 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:47.963212 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:47.964201 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:47.968334 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5a7d5a72-cbb8-4d2b-95e2-6e848f79a9b2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "PUT /v2.0/floatingips/a4afcd9b-8368-44a8-87fd-565151e917a3 HTTP/1.1" status: 200 len: 991 time: 1.5059462 Feb 21 09:37:47.968918 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:47.972169 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a08666-c2f2-49bc-bf64-c7dc872e566e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:48.003230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b059b3-78eb-4d86-b643-31928f4a8eab req-1d52e165-a954-4f54-adc1-97c1500b3278 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:48.004738 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6b059b3-78eb-4d86-b643-31928f4a8eab req-1d52e165-a954-4f54-adc1-97c1500b3278 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.2928591 Feb 21 09:37:48.082240 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:48.113187 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6b059b3-78eb-4d86-b643-31928f4a8eab req-4f1d3add-7385-4bde-9347-1a8855ad02fd tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924735 Feb 21 09:37:48.284024 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7867bb-f8b0-4e9f-b3f0-7f09cc98eb54 x-openstack-request-id: req-8d7867bb-f8b0-4e9f-b3f0-7f09cc98eb54 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:48.284354 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:48.284619 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d7867bb-f8b0-4e9f-b3f0-7f09cc98eb54 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:48.285129 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'status': 'completed', 'code': 200} Feb 21 09:37:48.387016 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a4afcd9b-8368-44a8-87fd-565151e917a3', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:8f:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:15Z', 'updated_at': '2022-02-21T09:37:47Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:48.415866 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:48.424388 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:48.424985 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:48.546989 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:48.567999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:48.670618 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:48.766692 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a4afcd9b-8368-44a8-87fd-565151e917a3', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:8f:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:15Z', 'updated_at': '2022-02-21T09:37:47Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:48.770650 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Floating IP a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c associated. External IP: 172.27.1.144, port: acff75ca-7675-4b1d-88e4-194d2e896d67. Feb 21 09:37:48.796635 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541766f5-8ef3-44da-88f3-540a852d1661 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a4afcd9b-8368-44a8-87fd-565151e917a3', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:8f:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:15Z', 'updated_at': '2022-02-21T09:37:47Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:48.984949 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:49.012986 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ac41a-3d4d-4304-8023-ccd30f93f127 None None] New status for floating IP a4afcd9b-8368-44a8-87fd-565151e917a3: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:37:49.099998 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:49.104668 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.110448 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:49.120978 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:49.121827 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:49.140991 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9ed8d576-2bc3-4f74-aeec-2aaf4af191fc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "PUT /v2.0/floatingips/a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c HTTP/1.1" status: 200 len: 992 time: 1.6546159 Feb 21 09:37:49.140991 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:37:49.152199 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c979fc9c-178f-4bca-95b9-fab0def3110c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:37:49.262302 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bafd7a0-9d4c-47c0-8e71-349927162f71 x-openstack-request-id: req-0bafd7a0-9d4c-47c0-8e71-349927162f71 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:37:49.262684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:37:49.262947 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bafd7a0-9d4c-47c0-8e71-349927162f71 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:37:49.263370 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'status': 'completed', 'code': 200} Feb 21 09:37:49.276917 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f551812-f4f0-4601-8bb0-6837be43beb7 req-f264edc9-c0a4-471d-866d-d4eaa52d9e95 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:49.278624 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f551812-f4f0-4601-8bb0-6837be43beb7 req-f264edc9-c0a4-471d-866d-d4eaa52d9e95 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0747147 Feb 21 09:37:49.295534 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:49.335746 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f551812-f4f0-4601-8bb0-6837be43beb7 req-be718427-b66b-4088-8bf7-fef4302a23a0 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Feb 21 09:37:49.607003 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d120304-0031-42a0-93e4-85ec09477e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:14Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:49.632645 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:49.640735 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:49.641334 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:37:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:49.747045 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:49.971249 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d120304-0031-42a0-93e4-85ec09477e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:14Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:49.996914 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761883a8-04af-4441-91f1-f4055eb45c81 None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d120304-0031-42a0-93e4-85ec09477e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:37:14Z', 'updated_at': '2022-02-21T09:37:48Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:50.181888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7891-1610-4c56-a491-6e0c82c57b89 None None] New status for floating IP a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:37:50.432164 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-eec5177f-40dc-4030-8908-71c0560bc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:50.433714 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-eec5177f-40dc-4030-8908-71c0560bc995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1130 time: 0.1062517 Feb 21 09:37:50.441521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-232b7945-3fd8-4d1a-9968-0985d84257fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:50.443186 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-232b7945-3fd8-4d1a-9968-0985d84257fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1130 time: 0.1058686 Feb 21 09:37:50.558336 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc8800-bd5d-4626-a110-99bd8cd49060 req-21f9a209-3abe-4cf6-817b-e69cb7759019 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:50.559822 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54fc8800-bd5d-4626-a110-99bd8cd49060 req-21f9a209-3abe-4cf6-817b-e69cb7759019 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.1073282 Feb 21 09:37:50.584422 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-97162036-a781-46b0-b319-2526e7051b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:50.585843 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-97162036-a781-46b0-b319-2526e7051b9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.1417670 Feb 21 09:37:50.663425 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54fc8800-bd5d-4626-a110-99bd8cd49060 req-8c1d3f89-88a8-4a2a-9b0b-3b59eccc01cc tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957670 Feb 21 09:37:50.688875 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-c9e1aeb2-2734-4c3f-9418-d2a564f3fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:50.690917 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-c9e1aeb2-2734-4c3f-9418-d2a564f3fc1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.1222653 Feb 21 09:37:51.782435 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed2379-c55a-494c-a7c9-8b688bbee485 req-336df506-669f-4741-8ee2-b39064014f9d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:51.784448 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69ed2379-c55a-494c-a7c9-8b688bbee485 req-336df506-669f-4741-8ee2-b39064014f9d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Feb 21 09:37:51.829656 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69ed2379-c55a-494c-a7c9-8b688bbee485 req-88c0e161-a2f7-41f1-8adf-69f4fa27e743 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Feb 21 09:37:52.954998 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aec02-cc9f-46b3-9d4c-1dc383da7517 req-cec69b05-45e5-45f5-b050-3115292668ce tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:52.956549 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d41aec02-cc9f-46b3-9d4c-1dc383da7517 req-cec69b05-45e5-45f5-b050-3115292668ce tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0601337 Feb 21 09:37:53.009764 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d41aec02-cc9f-46b3-9d4c-1dc383da7517 req-cc6735bc-26a2-4aae-9dd7-37b0fec8e65a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Feb 21 09:37:53.237239 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:37:53.465698 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-d532a053-be51-4dd0-b0b8-086e9b49e3ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 1002 time: 0.1409223 Feb 21 09:37:53.467431 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-4c672f92-0606-46af-95a2-deeb7679795c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 1001 time: 0.1363113 Feb 21 09:37:53.754232 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-b1705853-e494-4910-813e-8503f7095e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:53.755728 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-b1705853-e494-4910-813e-8503f7095e19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.2765162 Feb 21 09:37:53.757067 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-ddc561a4-62c6-4c08-a92e-31d71c81dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:53.758351 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-ddc561a4-62c6-4c08-a92e-31d71c81dcab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.2720859 Feb 21 09:37:53.843317 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-f3d0b81f-9da8-4762-9bb5-8ad2e930fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:53.844806 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-f3d0b81f-9da8-4762-9bb5-8ad2e930fe1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726428 Feb 21 09:37:53.847061 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-63a59548-87d9-447b-95ac-dfe6b4c56b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:53.848411 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-63a59548-87d9-447b-95ac-dfe6b4c56b53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751514 Feb 21 09:37:54.016291 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-fc4bfd17-0410-4470-afd7-03d3389f24c7 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514878 Feb 21 09:37:54.018792 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-2fcadd63-61b3-4ff2-92ea-7f2b4200073c service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472266 Feb 21 09:37:54.196385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3a08666-c2f2-49bc-bf64-c7dc872e566e req-567247d2-5109-4633-a8ea-92e8241c1a92 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623993 Feb 21 09:37:54.199794 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c979fc9c-178f-4bca-95b9-fab0def3110c req-ccc88524-9311-4717-92e9-bd1323502181 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584275 Feb 21 09:37:54.278988 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d130cde-96ca-4f44-b3ea-fb252648a499 req-cf73503d-3125-4d16-8364-827768fe87ab tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:54.280767 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d130cde-96ca-4f44-b3ea-fb252648a499 req-cf73503d-3125-4d16-8364-827768fe87ab tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0548544 Feb 21 09:37:54.329610 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4d130cde-96ca-4f44-b3ea-fb252648a499 req-190d43d0-f00d-4c3b-89e4-c03c3d6a4323 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Feb 21 09:37:55.467154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af79e6b-1485-4ee7-a286-818d10a06bd9 req-8ad46d89-63ef-4f90-a24c-a7ba2dda1ff4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:55.467154 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3af79e6b-1485-4ee7-a286-818d10a06bd9 req-8ad46d89-63ef-4f90-a24c-a7ba2dda1ff4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0502372 Feb 21 09:37:55.497564 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3af79e6b-1485-4ee7-a286-818d10a06bd9 req-456ebdf8-343c-4a48-a364-83e9b5745429 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Feb 21 09:37:56.645676 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-994bbd6b-9b8a-425c-a690-a78972f592ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753713 Feb 21 09:37:56.653312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e6e24-9467-4c9c-a597-59219a286d18 req-8f42c412-97d4-498f-a6c9-646e41c7b6f9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:56.654995 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb1e6e24-9467-4c9c-a597-59219a286d18 req-8f42c412-97d4-498f-a6c9-646e41c7b6f9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0759637 Feb 21 09:37:56.709791 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb1e6e24-9467-4c9c-a597-59219a286d18 req-4e8a103c-1183-440e-8896-0219694cb76c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Feb 21 09:37:56.727238 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:56.755713 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-e040cf1d-77ed-454b-b23b-d6aac11f2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:56.757253 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-e040cf1d-77ed-454b-b23b-d6aac11f2480 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e05c08b255664381a966f688586fc635&device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 1129 time: 0.0465751 Feb 21 09:37:56.837403 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:56.871172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-64dcf665-dd48-4a48-9abd-95787dcd6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:56.872674 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-64dcf665-dd48-4a48-9abd-95787dcd6300 service neutron] 10.222.0.42 "GET /v2.0/networks?id=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf HTTP/1.1" status: 200 len: 913 time: 0.0881748 Feb 21 09:37:56.911358 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Publish callbacks [] for security_group (6e8c23b7-be73-40d5-8ee5-edd3ce979c39), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:56.916357 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-ba7351e2-82eb-4d47-ae13-ac3e20b2c667 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b HTTP/1.1" status: 200 len: 217 time: 0.0355766 Feb 21 09:37:56.984725 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-fb4bb5c6-741d-45fc-89fb-721bfea7ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:56.986761 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-fb4bb5c6-741d-45fc-89fb-721bfea7ba86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=134f58f8-48b9-4148-9f96-fd64ae268f88 HTTP/1.1" status: 200 len: 852 time: 0.0491259 Feb 21 09:37:56.990361 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6e8c23b7-be73-40d5-8ee5-edd3ce979c39), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:57.024802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-a91b7f99-026e-4def-8b70-32190901719f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254581 Feb 21 09:37:57.036108 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b88bb067945043ec89a1661d0992207d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101969 Feb 21 09:37:57.036326 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44230) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:57.040881 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c23b7-be73-40d5-8ee5-edd3ce979c39,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:57.051548 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.056261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fcb7a-fc2a-440c-850e-55205c0689cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.171712 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-1b4140a2-6776-41e2-9443-06ee548bfe01 service neutron] 10.222.0.42 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374559 Feb 21 09:37:57.172488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Publish callbacks [] for security_group (6e8c23b7-be73-40d5-8ee5-edd3ce979c39), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:57.211547 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Publish callbacks [] for security_group (6e8c23b7-be73-40d5-8ee5-edd3ce979c39), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:57.299534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c16428-5347-4764-ac0d-7bd62a859b71 req-5284e678-913f-4ef0-9446-66731391c9ae service neutron] 10.222.0.42 "GET /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173742 Feb 21 09:37:57.388015 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6e8c23b7-be73-40d5-8ee5-edd3ce979c39), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:57.390619 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:57.391829 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e8c23b7-be73-40d5-8ee5-edd3ce979c39 HTTP/1.1" status: 204 len: 168 time: 0.3545194 Feb 21 09:37:57.400017 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c23b7-be73-40d5-8ee5-edd3ce979c39,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:57.407363 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.407718 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.408064 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.408402 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.408739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.409070 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.409593 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.409805 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.410110 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.410446 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.410770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.411091 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.411441 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28522c-400b-4d1a-ab11-fbe3818a1589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:57.832068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adcddf-f43e-4217-a2de-cd0bdce7ad5e req-32fc96ce-d354-4a61-a451-5e1becdc419a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:57.833620 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8adcddf-f43e-4217-a2de-cd0bdce7ad5e req-32fc96ce-d354-4a61-a451-5e1becdc419a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Feb 21 09:37:57.880199 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8adcddf-f43e-4217-a2de-cd0bdce7ad5e req-98e19aa1-7a12-4e88-81ed-0ae16185a169 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Feb 21 09:37:58.093461 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:58.107478 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35f24991-8cf0-4aa9-9cba-33aceece57a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.181343 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35f24991-8cf0-4aa9-9cba-33aceece57a1 admin admin] Publish callbacks [] for security_group (f0bc6473-ae4a-4209-8399-4b25fb62ddbf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.244999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.270406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35f24991-8cf0-4aa9-9cba-33aceece57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f0bc6473-ae4a-4209-8399-4b25fb62ddbf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.309527 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-35f24991-8cf0-4aa9-9cba-33aceece57a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b1cd2c7164c484e96276720aadcaca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147989 Feb 21 09:37:58.310404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f24991-8cf0-4aa9-9cba-33aceece57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc6473-ae4a-4209-8399-4b25fb62ddbf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:58.312247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:58.364936 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] Publish callbacks [] for security_group (f0bc6473-ae4a-4209-8399-4b25fb62ddbf), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.387390 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] Publish callbacks [] for security_group (f0bc6473-ae4a-4209-8399-4b25fb62ddbf), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.504554 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f0bc6473-ae4a-4209-8399-4b25fb62ddbf), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.507209 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.508437 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0bc6473-ae4a-4209-8399-4b25fb62ddbf HTTP/1.1" status: 204 len: 168 time: 0.1951008 Feb 21 09:37:58.515975 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43548a35-d1c8-4bc2-9bda-5a51b74dae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc6473-ae4a-4209-8399-4b25fb62ddbf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:58.997619 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd11e6f-512a-470d-8dc4-31498efedcc9 req-31a6dd46-4cc4-4f6a-8fc9-86bf31ca0f09 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:58.999022 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dfd11e6f-512a-470d-8dc4-31498efedcc9 req-31a6dd46-4cc4-4f6a-8fc9-86bf31ca0f09 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Feb 21 09:37:59.045236 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dfd11e6f-512a-470d-8dc4-31498efedcc9 req-935e2796-fca8-487c-8436-e61fda74659c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Feb 21 09:37:59.212750 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44292) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:59.226005 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-64a2196f-7d64-47c4-967c-2949740dd919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.295728 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-64a2196f-7d64-47c4-967c-2949740dd919 admin admin] Publish callbacks [] for security_group (163720a3-8004-423d-9a3a-cf7b9081e4d8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.373151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-64a2196f-7d64-47c4-967c-2949740dd919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (163720a3-8004-423d-9a3a-cf7b9081e4d8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.410316 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-64a2196f-7d64-47c4-967c-2949740dd919 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22f5bafaedfa4a1482b5c560f18b61b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964946 Feb 21 09:37:59.411159 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2196f-7d64-47c4-967c-2949740dd919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163720a3-8004-423d-9a3a-cf7b9081e4d8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:59.413180 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:59.462110 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] Publish callbacks [] for security_group (163720a3-8004-423d-9a3a-cf7b9081e4d8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.483811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] Publish callbacks [] for security_group (163720a3-8004-423d-9a3a-cf7b9081e4d8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.610651 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (163720a3-8004-423d-9a3a-cf7b9081e4d8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.613776 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:59.614937 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/163720a3-8004-423d-9a3a-cf7b9081e4d8 HTTP/1.1" status: 204 len: 168 time: 0.2007296 Feb 21 09:37:59.622871 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee616-c2eb-4f98-b48c-e0cb91480975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163720a3-8004-423d-9a3a-cf7b9081e4d8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:00.161855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b254dee-7850-4782-8736-4a6d3f63376a req-75cdda96-33ce-438b-b3f6-713cc24ded40 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:00.163399 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b254dee-7850-4782-8736-4a6d3f63376a req-75cdda96-33ce-438b-b3f6-713cc24ded40 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Feb 21 09:38:00.217480 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b254dee-7850-4782-8736-4a6d3f63376a req-a990eb4f-1b9b-4e7f-b8c6-78a361547b46 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Feb 21 09:38:00.990663 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eb23f23b-e346-449b-b85d-9d7f6b20afad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.284386 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44356) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:01.343183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d04519-7a4a-4fb1-9808-150eb63f17dc req-a6567291-0e97-41e3-8bdb-6a655364f77f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:01.344696 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d04519-7a4a-4fb1-9808-150eb63f17dc req-a6567291-0e97-41e3-8bdb-6a655364f77f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Feb 21 09:38:01.398808 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4015e06a-1775-4a68-ae02-6c3f0ae30d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.413479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d04519-7a4a-4fb1-9808-150eb63f17dc req-f6d43016-3158-4985-9a40-4952696c49a1 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627410 Feb 21 09:38:01.481314 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4015e06a-1775-4a68-ae02-6c3f0ae30d34 admin admin] Publish callbacks [] for security_group (aff458ac-9f5e-4db6-9ca2-df400137c6e4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.559320 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4015e06a-1775-4a68-ae02-6c3f0ae30d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aff458ac-9f5e-4db6-9ca2-df400137c6e4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.598768 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015e06a-1775-4a68-ae02-6c3f0ae30d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff458ac-9f5e-4db6-9ca2-df400137c6e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:01.604370 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4015e06a-1775-4a68-ae02-6c3f0ae30d34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9444d2ecf9d84cb4a08401df2c57cf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174071 Feb 21 09:38:01.606807 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:01.660898 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] Publish callbacks [] for security_group (aff458ac-9f5e-4db6-9ca2-df400137c6e4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.683883 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] Publish callbacks [] for security_group (aff458ac-9f5e-4db6-9ca2-df400137c6e4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.834044 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aff458ac-9f5e-4db6-9ca2-df400137c6e4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.836673 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.840185 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aff458ac-9f5e-4db6-9ca2-df400137c6e4 HTTP/1.1" status: 204 len: 168 time: 0.2303646 Feb 21 09:38:01.846035 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21631f4-4482-4fa1-a2df-a11c2ec3eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff458ac-9f5e-4db6-9ca2-df400137c6e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:02.536078 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b16fa-145b-4a30-a434-357a32409da4 req-2d4f64c3-58ac-4525-92f8-5b9c9375414f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:02.537654 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e27b16fa-145b-4a30-a434-357a32409da4 req-2d4f64c3-58ac-4525-92f8-5b9c9375414f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0579081 Feb 21 09:38:02.590922 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e27b16fa-145b-4a30-a434-357a32409da4 req-4b38cfa9-29ff-4918-89c4-570ae24a086e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 Feb 21 09:38:03.154074 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157c045e-5009-499f-8c93-79f33ec594d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:03.750273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd402e2-87d5-4f13-822a-f1fbc96b1ca0 req-5c4615ca-c4dc-4e89-ba90-65f9d87892c0 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:03.752620 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddd402e2-87d5-4f13-822a-f1fbc96b1ca0 req-5c4615ca-c4dc-4e89-ba90-65f9d87892c0 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0788882 Feb 21 09:38:03.802378 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddd402e2-87d5-4f13-822a-f1fbc96b1ca0 req-cd50e312-0ded-41a5-8e4f-acd6b4628d2c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Feb 21 09:38:04.324870 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:04.921824 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41cc23-e379-4f44-86a6-990907856b96 req-0f6b1251-85c6-41a4-b8d9-af267f286f27 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:04.923896 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b41cc23-e379-4f44-86a6-990907856b96 req-0f6b1251-85c6-41a4-b8d9-af267f286f27 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Feb 21 09:38:04.976933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b41cc23-e379-4f44-86a6-990907856b96 req-bf142b8f-bb8f-4c9c-8dac-ef8ebdbe9f1f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Feb 21 09:38:05.033779 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5fbf2-49c9-4994-959b-3059a7ca5d6c req-31e6097d-7df1-4700-bdb3-ce794adcf794 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:05.035243 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8a5fbf2-49c9-4994-959b-3059a7ca5d6c req-31e6097d-7df1-4700-bdb3-ce794adcf794 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0535471 Feb 21 09:38:05.081906 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8a5fbf2-49c9-4994-959b-3059a7ca5d6c req-d2795043-b715-4270-acab-6515c9a996ee tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Feb 21 09:38:05.790674 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:06.092827 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848983-f8fb-424c-9add-635b0532f29e req-1526c77b-ef24-47c6-a4ef-67fa177ed54d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:06.094326 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-65848983-f8fb-424c-9add-635b0532f29e req-1526c77b-ef24-47c6-a4ef-67fa177ed54d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Feb 21 09:38:06.144110 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-65848983-f8fb-424c-9add-635b0532f29e req-028bb956-17cd-40a9-8619-d4a4c0ea850e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Feb 21 09:38:06.204751 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084637b-87f3-42ad-91fb-58284dd9308a req-f2c77c97-4562-4663-9d9a-5f56c8bd40ba tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:06.206216 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d084637b-87f3-42ad-91fb-58284dd9308a req-f2c77c97-4562-4663-9d9a-5f56c8bd40ba tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0550973 Feb 21 09:38:06.253277 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d084637b-87f3-42ad-91fb-58284dd9308a req-c6655c24-d42e-4bbc-af85-adc45cf4172a tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Feb 21 09:38:07.263657 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cae4d-eea9-43f8-9d54-83243a77f445 req-423aee4e-abf8-4381-b5f2-117d41093e61 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:07.265124 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-831cae4d-eea9-43f8-9d54-83243a77f445 req-423aee4e-abf8-4381-b5f2-117d41093e61 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0512078 Feb 21 09:38:07.273291 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:07.316392 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-831cae4d-eea9-43f8-9d54-83243a77f445 req-c4a24324-db02-44b2-8b0c-ea556f2f1beb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Feb 21 09:38:07.385329 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d162-b3d6-4b80-8a60-29c6ea157c81 req-839b6e77-990b-451a-a120-5118f2920d5b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:07.394223 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dda7d162-b3d6-4b80-8a60-29c6ea157c81 req-839b6e77-990b-451a-a120-5118f2920d5b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0565791 Feb 21 09:38:07.436296 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dda7d162-b3d6-4b80-8a60-29c6ea157c81 req-63e078e2-95ac-45d4-b1fa-d32747556480 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/security-groups?id=1995c84c-5fb6-4343-9d40-6f6fddb35389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Feb 21 09:38:07.591915 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44574) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:07.709642 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-0b7eccad-b80e-444e-b42f-1659482f0c29 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:07.711402 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-0b7eccad-b80e-444e-b42f-1659482f0c29 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 945 time: 0.0869267 Feb 21 09:38:07.721512 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44580) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:07.787604 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-963fb445-0479-4af4-8efd-fe4efbc5578f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:07.808796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ccc06cb-103c-4a67-8e70-0682fe7865b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:07.897945 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-963fb445-0479-4af4-8efd-fe4efbc5578f admin admin] Publish callbacks [] for security_group (0d62352e-8d5a-4fe7-9253-e9b10793660c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:07.950755 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Deleting port 6eb9a567-5b85-4c62-9e4e-ff432818761b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:38:07.951097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:07.988374 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-963fb445-0479-4af4-8efd-fe4efbc5578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0d62352e-8d5a-4fe7-9253-e9b10793660c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.028184 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-963fb445-0479-4af4-8efd-fe4efbc5578f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66b1d5b2b33e4b588e7eea3920e72afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351635 Feb 21 09:38:08.029260 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb445-0479-4af4-8efd-fe4efbc5578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62352e-8d5a-4fe7-9253-e9b10793660c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:08.036024 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:08.043529 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ccc06cb-103c-4a67-8e70-0682fe7865b4 admin admin] Publish callbacks [] for security_group (bb348c56-f6d4-422b-8550-55d2b3899691), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.071078 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] For port 6eb9a567-5b85-4c62-9e4e-ff432818761b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6eb9a567-5b85-4c62-9e4e-ff432818761b,segment=NetworkSegment(45e443b7-3ed9-4446-a50b-471cabe81c49),segment_id=45e443b7-3ed9-4446-a50b-471cabe81c49)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:38:08.071472 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.088146 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Calling delete_port for 6eb9a567-5b85-4c62-9e4e-ff432818761b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:38:08.092216 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] Publish callbacks [] for security_group (0d62352e-8d5a-4fe7-9253-e9b10793660c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.114232 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] Publish callbacks [] for security_group (0d62352e-8d5a-4fe7-9253-e9b10793660c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.125288 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ccc06cb-103c-4a67-8e70-0682fe7865b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (bb348c56-f6d4-422b-8550-55d2b3899691), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.210688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0d62352e-8d5a-4fe7-9253-e9b10793660c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.211175 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0ccc06cb-103c-4a67-8e70-0682fe7865b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f25b7aa62a1c4dcf8539392e81ba5531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885516 Feb 21 09:38:08.212051 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc06cb-103c-4a67-8e70-0682fe7865b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb348c56-f6d4-422b-8550-55d2b3899691,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:08.213577 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.214293 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44596) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:08.215876 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d62352e-8d5a-4fe7-9253-e9b10793660c HTTP/1.1" status: 204 len: 168 time: 0.1787968 Feb 21 09:38:08.225917 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc1fc3-7a56-4924-b9ae-7c0199a2ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62352e-8d5a-4fe7-9253-e9b10793660c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:08.309758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] Publish callbacks [] for security_group (bb348c56-f6d4-422b-8550-55d2b3899691), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.340200 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] Publish callbacks [] for security_group (bb348c56-f6d4-422b-8550-55d2b3899691), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.431186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6eb9a567-5b85-4c62-9e4e-ff432818761b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.466380 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Pushing event deleted for resources: {'Port': ['ID=6eb9a567-5b85-4c62-9e4e-ff432818761b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:08.495280 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (bb348c56-f6d4-422b-8550-55d2b3899691), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.497956 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.499100 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb348c56-f6d4-422b-8550-55d2b3899691 HTTP/1.1" status: 204 len: 168 time: 0.2811663 Feb 21 09:38:08.570999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937f2e9-12a9-4d9e-919d-4e4687fa5ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb348c56-f6d4-422b-8550-55d2b3899691,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:08.582270 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418b04b-2c75-480f-af76-d72992bd9842 req-020dc671-6cc8-43b8-825a-29a838013226 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:08.584072 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3418b04b-2c75-480f-af76-d72992bd9842 req-020dc671-6cc8-43b8-825a-29a838013226 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.1855240 Feb 21 09:38:08.584993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] No DVR routers for this DVR port 6eb9a567-5b85-4c62-9e4e-ff432818761b on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:38:08.609159 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c1018541-9bf8-464f-b191-e7b156d4130a req-4abbb542-9689-4f6f-b407-170274775bd7 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0626915 Feb 21 09:38:08.611658 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.615241 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6aa6e99a-47dc-4aab-be6d-e0bbe6535367 req-fa0f01e3-0052-4539-baae-6c66271c1e0b tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.42 "DELETE /v2.0/ports/6eb9a567-5b85-4c62-9e4e-ff432818761b HTTP/1.1" status: 204 len: 173 time: 0.8913286 Feb 21 09:38:08.615916 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'name': 'network-vif-deleted', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:38:08.618306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d3a9e8-a02e-4cbf-8b7e-f1e501de3a9d" -d '{"events": [{"server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "name": "network-vif-deleted", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:38:08.678002 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3418b04b-2c75-480f-af76-d72992bd9842 req-fee83ff1-b658-47f8-8a92-efa403c091c7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723977 Feb 21 09:38:08.688572 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf88a5-63e4-4ece-a8f6-2f2181afcd6b x-openstack-request-id: req-4eaf88a5-63e4-4ece-a8f6-2f2181afcd6b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:38:08.688906 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f", "name": "network-vif-deleted", "tag": "6eb9a567-5b85-4c62-9e4e-ff432818761b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:38:08.689341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4eaf88a5-63e4-4ece-a8f6-2f2181afcd6b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:38:08.689752 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f', 'name': 'network-vif-deleted', 'tag': '6eb9a567-5b85-4c62-9e4e-ff432818761b', 'status': 'completed', 'code': 200} Feb 21 09:38:09.019161 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44630) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:09.036126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff09c-8734-4add-a829-17d767dbb349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.114547 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff09c-8734-4add-a829-17d767dbb349 admin admin] Publish callbacks [] for security_group (925c65cf-e0f0-4e76-9d4c-acd897a13ae3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.190842 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff09c-8734-4add-a829-17d767dbb349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (925c65cf-e0f0-4e76-9d4c-acd897a13ae3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.229773 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0f8ff09c-8734-4add-a829-17d767dbb349 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6104145b072043b1acc1aa5078cfa1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093844 Feb 21 09:38:09.231002 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ff09c-8734-4add-a829-17d767dbb349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925c65cf-e0f0-4e76-9d4c-acd897a13ae3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:09.232480 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44638) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:09.284511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] Publish callbacks [] for security_group (925c65cf-e0f0-4e76-9d4c-acd897a13ae3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.306239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] Publish callbacks [] for security_group (925c65cf-e0f0-4e76-9d4c-acd897a13ae3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.433536 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (925c65cf-e0f0-4e76-9d4c-acd897a13ae3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.436157 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.437415 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/925c65cf-e0f0-4e76-9d4c-acd897a13ae3 HTTP/1.1" status: 204 len: 168 time: 0.2039034 Feb 21 09:38:09.445261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad94c36-1d0e-4391-b52a-5582030e37e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c65cf-e0f0-4e76-9d4c-acd897a13ae3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:09.713618 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-39b5fd19-1520-4135-8550-47dbb03b3053 req-2058b02a-819f-401c-b6c7-d8803143beb0 tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0312028 Feb 21 09:38:09.808595 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9bb9f-934c-4f20-8303-eba52004bdef req-1973ea6d-8540-4e7d-976a-a12d002fe46b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:09.810196 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18d9bb9f-934c-4f20-8303-eba52004bdef req-1973ea6d-8540-4e7d-976a-a12d002fe46b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0575771 Feb 21 09:38:09.861466 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18d9bb9f-934c-4f20-8303-eba52004bdef req-e2497849-afca-4bd0-8388-76d255e1d1f7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Feb 21 09:38:10.807488 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17db43f0-91f8-4b4f-8bfd-ad647e16a065 req-8f5c46c6-cd50-48a8-942d-4980f05d6c4d tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0256722 Feb 21 09:38:10.928936 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6eb9a567-5b85-4c62-9e4e-ff432818761b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:38:10.949688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 6eb9a567-5b85-4c62-9e4e-ff432818761b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:38:10.950117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6eb9a567-5b85-4c62-9e4e-ff432818761b not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:38:10.986720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aa199-f609-4737-905e-ea3697944f42 req-c83a9b30-9af1-4408-a585-7d32f633064e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:10.988132 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-319aa199-f609-4737-905e-ea3697944f42 req-c83a9b30-9af1-4408-a585-7d32f633064e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Feb 21 09:38:11.040264 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-319aa199-f609-4737-905e-ea3697944f42 req-c7f261a4-5bb5-470f-b46c-e799372bb200 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Feb 21 09:38:11.901065 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-917ea203-1369-42be-b40c-413da3067cb4 req-0a4c3894-032f-4976-ae14-e3bd3ccacfde tempest-DeleteServersTestJSON-1484214741 tempest-DeleteServersTestJSON-1484214741-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5e1c73d-03fa-4aff-8b51-3d6b6bf4ef4f HTTP/1.1" status: 200 len: 210 time: 0.0257835 Feb 21 09:38:11.918244 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:12.024781 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6694a288-3326-4859-9462-8220ee08eeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.096904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6694a288-3326-4859-9462-8220ee08eeff admin admin] Publish callbacks [] for security_group (bc8f6393-8d44-4066-bdef-d97b16e67d08), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.162059 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164548da-e8cc-4630-bf14-663f8baa957b req-2fa4c801-32df-4853-b7f7-756695a6747e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:12.162427 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6694a288-3326-4859-9462-8220ee08eeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (bc8f6393-8d44-4066-bdef-d97b16e67d08), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.163920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-164548da-e8cc-4630-bf14-663f8baa957b req-2fa4c801-32df-4853-b7f7-756695a6747e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Feb 21 09:38:12.208479 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6694a288-3326-4859-9462-8220ee08eeff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a44942b4cf64b9e9f9268268d8fc9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889345 Feb 21 09:38:12.208778 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:12.209238 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694a288-3326-4859-9462-8220ee08eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f6393-8d44-4066-bdef-d97b16e67d08,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:12.225732 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-164548da-e8cc-4630-bf14-663f8baa957b req-7e71b919-bd2a-48bb-a412-7f129ad627a6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560851 Feb 21 09:38:12.265293 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] Publish callbacks [] for security_group (bc8f6393-8d44-4066-bdef-d97b16e67d08), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.287875 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] Publish callbacks [] for security_group (bc8f6393-8d44-4066-bdef-d97b16e67d08), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.342679 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:12.386231 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Deleting subnet 5dc5150d-97dd-494a-90fa-79e4ad2c11dd {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:38:12.389412 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Publish callbacks [] for subnet (5dc5150d-97dd-494a-90fa-79e4ad2c11dd), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.419513 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (bc8f6393-8d44-4066-bdef-d97b16e67d08), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.422171 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.423604 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc8f6393-8d44-4066-bdef-d97b16e67d08 HTTP/1.1" status: 204 len: 168 time: 0.2138653 Feb 21 09:38:12.423944 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (5dc5150d-97dd-494a-90fa-79e4ad2c11dd), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.432079 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852561d3-fa59-4126-8c43-0f959da1fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f6393-8d44-4066-bdef-d97b16e67d08,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:12.475227 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (5dc5150d-97dd-494a-90fa-79e4ad2c11dd), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.639553 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (5dc5150d-97dd-494a-90fa-79e4ad2c11dd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.671427 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc5150d-97dd-494a-90fa-79e4ad2c11dd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:12.698658 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:12.702704 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-80ac78a5-dea2-4063-9c36-9d667ed34def admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5dc5150d-97dd-494a-90fa-79e4ad2c11dd HTTP/1.1" status: 204 len: 168 time: 0.3589923 Feb 21 09:38:12.705993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:12.792249 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (1f781317-e3e5-46cc-aa7f-8fae9a6aac83), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.122437 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44788) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:13.131421 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (1f781317-e3e5-46cc-aa7f-8fae9a6aac83), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.138463 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edac4946-3394-459f-9ad4-86bf07dbdd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.158637 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f781317-e3e5-46cc-aa7f-8fae9a6aac83']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.171659 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031b05c4-9e10-4f0a-aa72-e19e7398ab96') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.171961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031b05c4-9e10-4f0a-aa72-e19e7398ab96') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.184400 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b14d11-ad29-4a5e-963a-042413b546ba req-11c620f5-aab9-4b1a-b30d-da7e649a1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:13.184400 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-85b14d11-ad29-4a5e-963a-042413b546ba req-11c620f5-aab9-4b1a-b30d-da7e649a1744 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 1129 time: 0.0890300 Feb 21 09:38:13.184760 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (031b05c4-9e10-4f0a-aa72-e19e7398ab96), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.209573 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (031b05c4-9e10-4f0a-aa72-e19e7398ab96), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.217801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (031b05c4-9e10-4f0a-aa72-e19e7398ab96), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:38:13.224772 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:38:13.232484 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edac4946-3394-459f-9ad4-86bf07dbdd8b admin admin] Publish callbacks [] for security_group (07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.285260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-85b14d11-ad29-4a5e-963a-042413b546ba req-00a68f79-b520-4373-9cfe-693b26d38668 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Feb 21 09:38:13.290868 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edac4946-3394-459f-9ad4-86bf07dbdd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.331395 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-edac4946-3394-459f-9ad4-86bf07dbdd8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24d5ccc73e5e473881c543cda8a42174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046967 Feb 21 09:38:13.331588 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44796) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:13.337424 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac4946-3394-459f-9ad4-86bf07dbdd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:13.347665 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc4ba-9579-452b-835a-65f713fc5082 req-213b6ae4-8bf8-4645-9594-ea9cc505ef3a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:13.349591 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-083bc4ba-9579-452b-835a-65f713fc5082 req-213b6ae4-8bf8-4645-9594-ea9cc505ef3a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0540924 Feb 21 09:38:13.363885 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (1f781317-e3e5-46cc-aa7f-8fae9a6aac83), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.379430 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.382383 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] 10.222.0.65 "DELETE /v2.0/networks/1f781317-e3e5-46cc-aa7f-8fae9a6aac83 HTTP/1.1" status: 204 len: 168 time: 0.6746538 Feb 21 09:38:13.384035 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] Publish callbacks [] for security_group (07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.386191 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:13.409851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307a73d-64c8-4a3d-837f-3710f18ba13a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f781317-e3e5-46cc-aa7f-8fae9a6aac83,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:13.423256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-083bc4ba-9579-452b-835a-65f713fc5082 req-adb6fefc-2bbd-493d-bc92-a5a7989f7eed tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666051 Feb 21 09:38:13.438327 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] Publish callbacks [] for security_group (07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.461701 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Deleting subnet fdcf28bc-f984-48d7-b4c0-aaecc6f5751c {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:38:13.465923 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Publish callbacks [] for subnet (fdcf28bc-f984-48d7-b4c0-aaecc6f5751c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.508674 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (fdcf28bc-f984-48d7-b4c0-aaecc6f5751c), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.548329 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (fdcf28bc-f984-48d7-b4c0-aaecc6f5751c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.616030 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.618635 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.622377 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41 HTTP/1.1" status: 204 len: 168 time: 0.2873712 Feb 21 09:38:13.628227 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379d9bc-9e9e-4c7c-8d6c-731cec708972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc8a6d-1f7b-4be4-bc97-cd9fa1502f41,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:13.691912 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (fdcf28bc-f984-48d7-b4c0-aaecc6f5751c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.720676 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcf28bc-f984-48d7-b4c0-aaecc6f5751c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:13.723566 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.729918 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:13.730062 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6c962ccd-75f6-445d-a7e8-878b7504c66b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fdcf28bc-f984-48d7-b4c0-aaecc6f5751c HTTP/1.1" status: 204 len: 168 time: 0.3428385 Feb 21 09:38:13.803058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (3cb604d3-40e1-4558-8a04-9d8641600351), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.882764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (3cb604d3-40e1-4558-8a04-9d8641600351), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.903178 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb604d3-40e1-4558-8a04-9d8641600351']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.913308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d97b8d-37b6-473a-9522-f1d60b72533f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.913611 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d97b8d-37b6-473a-9522-f1d60b72533f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:13.922863 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (11d97b8d-37b6-473a-9522-f1d60b72533f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.936333 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (11d97b8d-37b6-473a-9522-f1d60b72533f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.945387 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:38:13.948422 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (11d97b8d-37b6-473a-9522-f1d60b72533f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:38:13.949130 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:38:14.108140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (3cb604d3-40e1-4558-8a04-9d8641600351), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.120040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.123597 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3cb604d3-40e1-4558-8a04-9d8641600351 HTTP/1.1" status: 204 len: 168 time: 0.3923192 Feb 21 09:38:14.134274 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74a6db-e3d8-4996-b5e8-778d90ba51d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb604d3-40e1-4558-8a04-9d8641600351,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:14.556908 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:14.605760 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b0ecf-65a7-4cc6-863a-212c0dc66669 req-00692c4d-08b2-4479-b70b-d73709f65a33 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:14.607278 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c00b0ecf-65a7-4cc6-863a-212c0dc66669 req-00692c4d-08b2-4479-b70b-d73709f65a33 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0855575 Feb 21 09:38:14.614770 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Deleting subnet 134f58f8-48b9-4148-9f96-fd64ae268f88 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:38:14.617994 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Publish callbacks [] for subnet (134f58f8-48b9-4148-9f96-fd64ae268f88), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.653287 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (134f58f8-48b9-4148-9f96-fd64ae268f88), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.655844 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c00b0ecf-65a7-4cc6-863a-212c0dc66669 req-0bc540c8-19b8-4a7d-9216-43a6fa5bf53f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Feb 21 09:38:14.675113 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:14.721650 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (134f58f8-48b9-4148-9f96-fd64ae268f88), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.760034 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cc27bfee-ea62-40e9-8338-67af505dd8ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a42797fd39f04069893c3d64f19d2f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838575 Feb 21 09:38:14.762140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:14.768758 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:14.820661 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] Publish callbacks [] for security_group (a79dae2e-5204-4e26-8846-31c1c4cbc689), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.849208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] Publish callbacks [] for security_group (a79dae2e-5204-4e26-8846-31c1c4cbc689), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.891646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b6c593c-93d9-4beb-bb4b-b6dae10401aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.922370 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (134f58f8-48b9-4148-9f96-fd64ae268f88), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.948494 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134f58f8-48b9-4148-9f96-fd64ae268f88,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:14.950413 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.953537 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-48d59ca3-3a48-4790-b808-f518f812214d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/134f58f8-48b9-4148-9f96-fd64ae268f88 HTTP/1.1" status: 204 len: 168 time: 0.3912807 Feb 21 09:38:14.956700 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:15.019384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a79dae2e-5204-4e26-8846-31c1c4cbc689), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.022009 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.023344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a79dae2e-5204-4e26-8846-31c1c4cbc689 HTTP/1.1" status: 204 len: 168 time: 0.2601395 Feb 21 09:38:15.025041 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.035418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba7f17-1438-424d-95c3-b2d036d919c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79dae2e-5204-4e26-8846-31c1c4cbc689,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:15.365117 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b6c593c-93d9-4beb-bb4b-b6dae10401aa admin admin] Publish callbacks [] for security_group (9a62c9ef-f7d2-43c0-bfce-9652041e1151), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.376758 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.396981 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109d0111-08f2-4eae-9bd8-ec53e3f7e4cf']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:15.406463 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e443b7-3ed9-4446-a50b-471cabe81c49') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:15.406790 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e443b7-3ed9-4446-a50b-471cabe81c49') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:15.416137 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (45e443b7-3ed9-4446-a50b-471cabe81c49), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.429922 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (45e443b7-3ed9-4446-a50b-471cabe81c49), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.435858 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:38:15.436235 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (45e443b7-3ed9-4446-a50b-471cabe81c49), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:38:15.437823 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:38:15.487683 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b6c593c-93d9-4beb-bb4b-b6dae10401aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9a62c9ef-f7d2-43c0-bfce-9652041e1151), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.536303 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3b6c593c-93d9-4beb-bb4b-b6dae10401aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfe82f70227446d2bfef0a3eba4578b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7655139 Feb 21 09:38:15.536461 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c593c-93d9-4beb-bb4b-b6dae10401aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62c9ef-f7d2-43c0-bfce-9652041e1151,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:15.538651 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:15.590702 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (109d0111-08f2-4eae-9bd8-ec53e3f7e4cf), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.596440 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] Publish callbacks [] for security_group (9a62c9ef-f7d2-43c0-bfce-9652041e1151), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.603009 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.605216 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] 10.222.0.65 "DELETE /v2.0/networks/109d0111-08f2-4eae-9bd8-ec53e3f7e4cf HTTP/1.1" status: 204 len: 168 time: 0.6475999 Feb 21 09:38:15.618026 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd9037-6e55-4b7b-986e-6e15e31c8c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=109d0111-08f2-4eae-9bd8-ec53e3f7e4cf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:15.620118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] Publish callbacks [] for security_group (9a62c9ef-f7d2-43c0-bfce-9652041e1151), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.760588 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9a62c9ef-f7d2-43c0-bfce-9652041e1151), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.763154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.764385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a62c9ef-f7d2-43c0-bfce-9652041e1151 HTTP/1.1" status: 204 len: 168 time: 0.2247825 Feb 21 09:38:15.779987 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917ec41-54d8-4b4a-8969-62b13561ff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62c9ef-f7d2-43c0-bfce-9652041e1151,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:15.801249 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:15.810258 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab918d5-6f35-4257-9d21-91d5cf21f948 req-951c7602-2543-4244-8309-d4df9e4c5b83 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:15.811832 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ab918d5-6f35-4257-9d21-91d5cf21f948 req-951c7602-2543-4244-8309-d4df9e4c5b83 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0787404 Feb 21 09:38:15.849847 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-09c6cd1a-18f8-4112-a0cd-bea1fe6b1c84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58bf91f1a5c34a35ba5f4081b07f476b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470076 Feb 21 09:38:15.852714 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:15.877242 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ab918d5-6f35-4257-9d21-91d5cf21f948 req-5a390538-6d09-4119-b22d-dfec7077a6e3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591893 Feb 21 09:38:15.917937 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] Publish callbacks [] for security_group (be937d1c-79b1-4ee5-b3cb-586a8dfed1bb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:15.941400 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] Publish callbacks [] for security_group (be937d1c-79b1-4ee5-b3cb-586a8dfed1bb), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.013501 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48355205-ae72-4e3c-946d-9a7c8efeac32 req-70a6c2c8-3946-46e3-a030-c67403608621 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:16.014969 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48355205-ae72-4e3c-946d-9a7c8efeac32 req-70a6c2c8-3946-46e3-a030-c67403608621 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Feb 21 09:38:16.060798 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48355205-ae72-4e3c-946d-9a7c8efeac32 req-55aa20b1-d75a-464a-b50e-e2b646f39338 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Feb 21 09:38:16.087786 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (be937d1c-79b1-4ee5-b3cb-586a8dfed1bb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.090561 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.092082 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be937d1c-79b1-4ee5-b3cb-586a8dfed1bb HTTP/1.1" status: 204 len: 168 time: 0.2382853 Feb 21 09:38:16.100471 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a932a-93bf-4735-9bce-a1ddaa012ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be937d1c-79b1-4ee5-b3cb-586a8dfed1bb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:16.198029 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:16.243330 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bd4ce568-f4f1-4a8b-b327-b9bda733789e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e05c08b255664381a966f688586fc635&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431309 Feb 21 09:38:16.245099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44938) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:16.296127 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] Publish callbacks [] for security_group (1995c84c-5fb6-4343-9d40-6f6fddb35389), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.318213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] Publish callbacks [] for security_group (1995c84c-5fb6-4343-9d40-6f6fddb35389), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.441925 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1995c84c-5fb6-4343-9d40-6f6fddb35389), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.444543 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:16.445697 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1995c84c-5fb6-4343-9d40-6f6fddb35389 HTTP/1.1" status: 204 len: 168 time: 0.1994534 Feb 21 09:38:16.453460 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee098569-61c5-446f-afb2-977f95f6f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1995c84c-5fb6-4343-9d40-6f6fddb35389,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:16.818514 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 44956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:16.986139 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8f76e01-2b51-491a-bed9-d1fb882cc86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.077258 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8f76e01-2b51-491a-bed9-d1fb882cc86c admin admin] Publish callbacks [] for security_group (6e460240-a799-46d7-bc8f-e05845863fa9), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.176574 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8f76e01-2b51-491a-bed9-d1fb882cc86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6e460240-a799-46d7-bc8f-e05845863fa9), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.215946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f8f76e01-2b51-491a-bed9-d1fb882cc86c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73ad18cfbba84d81b958da5528b6951f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954751 Feb 21 09:38:17.216831 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f76e01-2b51-491a-bed9-d1fb882cc86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e460240-a799-46d7-bc8f-e05845863fa9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:17.218699 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 44988) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:17.295607 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] Publish callbacks [] for security_group (6e460240-a799-46d7-bc8f-e05845863fa9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.322641 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] Publish callbacks [] for security_group (6e460240-a799-46d7-bc8f-e05845863fa9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.448228 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6e460240-a799-46d7-bc8f-e05845863fa9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.451380 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:17.456667 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e460240-a799-46d7-bc8f-e05845863fa9 HTTP/1.1" status: 204 len: 168 time: 0.2354066 Feb 21 09:38:17.465465 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a0c58-f923-4176-b488-8504a1e0308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e460240-a799-46d7-bc8f-e05845863fa9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:18.328245 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313193a2-5979-470e-b638-03e6cf8f7487 req-24bfc24f-9e70-42e8-81d1-727860ffa8fc tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:18.330391 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-313193a2-5979-470e-b638-03e6cf8f7487 req-24bfc24f-9e70-42e8-81d1-727860ffa8fc tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0559731 Feb 21 09:38:18.408840 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-313193a2-5979-470e-b638-03e6cf8f7487 req-28e3a818-9bd6-419f-926b-e6459469a6a6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Feb 21 09:38:18.418863 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-527e1fbc-c6bf-45cc-a784-41ad9fce9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:18.420586 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-527e1fbc-c6bf-45cc-a784-41ad9fce9aed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.0690520 Feb 21 09:38:18.513174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-01672e97-afe0-4560-9d1c-88376f283d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:18.514741 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-01672e97-afe0-4560-9d1c-88376f283d90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.0873818 Feb 21 09:38:18.550778 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45056) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:18.564827 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-424103ed-d697-47c3-a66f-9265b06275e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.0428946 Feb 21 09:38:18.565071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca962372-03a5-4717-ad13-715c04479909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:18.624490 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-fe65d6b4-2dec-4521-a709-113ae494df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:18.626813 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-fe65d6b4-2dec-4521-a709-113ae494df01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0477328 Feb 21 09:38:18.639684 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:18.669853 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca962372-03a5-4717-ad13-715c04479909 admin admin] Publish callbacks [] for security_group (c23e199d-dee5-446e-8e84-3167760c914e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:18.670651 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-a82a7b14-0142-4650-9fe7-b21e3d40966b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365603 Feb 21 09:38:18.774479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-d506216b-9399-4c04-8696-1525612a4e8f service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961552 Feb 21 09:38:18.784864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca962372-03a5-4717-ad13-715c04479909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c23e199d-dee5-446e-8e84-3167760c914e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:18.817834 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ca962372-03a5-4717-ad13-715c04479909 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dafa8a45ba9e45dea05683ed180ff64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659431 Feb 21 09:38:18.820228 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:18.874591 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f96396-54ec-46d7-af43-08e172cec310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:18.908993 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca962372-03a5-4717-ad13-715c04479909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23e199d-dee5-446e-8e84-3167760c914e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:18.924079 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbfabf03-1824-4ff0-aaff-b8cbdefbd37f req-e1403261-ea83-469c-9d60-8392fb372814 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371009 Feb 21 09:38:18.975058 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] Publish callbacks [] for security_group (c23e199d-dee5-446e-8e84-3167760c914e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.016651 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] Publish callbacks [] for security_group (c23e199d-dee5-446e-8e84-3167760c914e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.072235 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f96396-54ec-46d7-af43-08e172cec310 admin admin] Publish callbacks [] for security_group (034dae89-1579-453a-9033-bc6be82b1553), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.161948 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f96396-54ec-46d7-af43-08e172cec310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (034dae89-1579-453a-9033-bc6be82b1553), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.193191 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c23e199d-dee5-446e-8e84-3167760c914e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.195679 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.196814 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c23e199d-dee5-446e-8e84-3167760c914e HTTP/1.1" status: 204 len: 168 time: 0.3753340 Feb 21 09:38:19.207186 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c5f96396-54ec-46d7-af43-08e172cec310 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ece5cdad4ce44f683f1d93e0ce1166c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5636077 Feb 21 09:38:19.207186 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f96396-54ec-46d7-af43-08e172cec310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034dae89-1579-453a-9033-bc6be82b1553,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:19.208075 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:19.219955 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d87b7-8430-4717-b6ab-6a4e331a1c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23e199d-dee5-446e-8e84-3167760c914e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:19.265063 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] Publish callbacks [] for security_group (034dae89-1579-453a-9033-bc6be82b1553), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.289972 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] Publish callbacks [] for security_group (034dae89-1579-453a-9033-bc6be82b1553), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.393971 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (034dae89-1579-453a-9033-bc6be82b1553), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.396741 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:19.397913 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/034dae89-1579-453a-9033-bc6be82b1553 HTTP/1.1" status: 204 len: 168 time: 0.1887946 Feb 21 09:38:19.406242 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0c241-6da5-498d-bb72-292537f0b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034dae89-1579-453a-9033-bc6be82b1553,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:19.558496 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30d2ee-d0b9-41e4-aa2e-af60d3f6db17 req-a8366337-56c0-4925-8d6b-7c1e04074f84 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:19.560173 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea30d2ee-d0b9-41e4-aa2e-af60d3f6db17 req-a8366337-56c0-4925-8d6b-7c1e04074f84 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0707691 Feb 21 09:38:19.613357 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea30d2ee-d0b9-41e4-aa2e-af60d3f6db17 req-4f4ee7de-e387-42e9-a9df-accf14aeb362 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Feb 21 09:38:20.265147 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:20.277996 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ea93e38-4a1b-4126-bb69-08d4b086d45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.351570 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ea93e38-4a1b-4126-bb69-08d4b086d45d admin admin] Publish callbacks [] for security_group (8cdcbe24-eaab-4692-8454-9f2549047333), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.447240 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ea93e38-4a1b-4126-bb69-08d4b086d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8cdcbe24-eaab-4692-8454-9f2549047333), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.488210 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9ea93e38-4a1b-4126-bb69-08d4b086d45d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5571d7123ad431489b8aa9c3a7035d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219801 Feb 21 09:38:20.489272 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea93e38-4a1b-4126-bb69-08d4b086d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdcbe24-eaab-4692-8454-9f2549047333,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:20.490956 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:20.546607 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] Publish callbacks [] for security_group (8cdcbe24-eaab-4692-8454-9f2549047333), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.569206 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] Publish callbacks [] for security_group (8cdcbe24-eaab-4692-8454-9f2549047333), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.694436 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8cdcbe24-eaab-4692-8454-9f2549047333), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.698930 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:20.702404 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cdcbe24-eaab-4692-8454-9f2549047333 HTTP/1.1" status: 204 len: 168 time: 0.2076814 Feb 21 09:38:20.716758 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e3618-cf4c-4e66-a3b7-2426ee306e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdcbe24-eaab-4692-8454-9f2549047333,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:20.787497 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bd978-2b12-46c8-ad11-98d9b0bfd852 req-46fccbc9-855b-46f7-ba4d-53b232a82f8b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:20.792816 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464bd978-2b12-46c8-ad11-98d9b0bfd852 req-46fccbc9-855b-46f7-ba4d-53b232a82f8b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1093075 Feb 21 09:38:20.887444 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-464bd978-2b12-46c8-ad11-98d9b0bfd852 req-63126f79-472f-408b-9433-cb435e1c8520 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877242 Feb 21 09:38:22.017711 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4adff2-7e2d-4774-b9b2-98e33a373092 req-9a56e865-0ab9-43e3-921d-acf34902001f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:22.019355 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b4adff2-7e2d-4774-b9b2-98e33a373092 req-9a56e865-0ab9-43e3-921d-acf34902001f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0634975 Feb 21 09:38:22.067635 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b4adff2-7e2d-4774-b9b2-98e33a373092 req-0582117d-8e40-4bae-89a9-9738ffc1a99a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Feb 21 09:38:22.634194 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:22.741722 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26b5f631-bd3c-4fd2-87e2-6367079e4bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:22.831168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26b5f631-bd3c-4fd2-87e2-6367079e4bb1 admin admin] Publish callbacks [] for security_group (5075874a-9f48-4e51-b1e5-56dc2531379f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:22.913105 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26b5f631-bd3c-4fd2-87e2-6367079e4bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5075874a-9f48-4e51-b1e5-56dc2531379f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:22.950392 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-26b5f631-bd3c-4fd2-87e2-6367079e4bb1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d825f1cb5644831a9f26e1cfa2eda24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148949 Feb 21 09:38:22.952257 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5f631-bd3c-4fd2-87e2-6367079e4bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5075874a-9f48-4e51-b1e5-56dc2531379f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:22.953091 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:23.000605 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] Publish callbacks [] for security_group (5075874a-9f48-4e51-b1e5-56dc2531379f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:23.021531 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] Publish callbacks [] for security_group (5075874a-9f48-4e51-b1e5-56dc2531379f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:23.207766 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7333f-3c82-4e12-b7e6-18322ba10bec req-efa91ce0-cef6-41e5-a040-bdc82c5211bb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:23.209165 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adf7333f-3c82-4e12-b7e6-18322ba10bec req-efa91ce0-cef6-41e5-a040-bdc82c5211bb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0595067 Feb 21 09:38:23.255647 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-adf7333f-3c82-4e12-b7e6-18322ba10bec req-7b708527-aee4-4ec2-b980-fbbca331412a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Feb 21 09:38:23.261909 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5075874a-9f48-4e51-b1e5-56dc2531379f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:23.264798 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:23.265900 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5075874a-9f48-4e51-b1e5-56dc2531379f HTTP/1.1" status: 204 len: 168 time: 0.3118360 Feb 21 09:38:23.280737 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5f95-e533-4ebf-b53c-84efb8ca8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075874a-9f48-4e51-b1e5-56dc2531379f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:24.375249 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5f7aa-8d31-445d-b7c3-cc873052b854 req-c8b4c7cd-c81d-47b7-8b74-f56d78ed1145 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:24.377304 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bb5f7aa-8d31-445d-b7c3-cc873052b854 req-c8b4c7cd-c81d-47b7-8b74-f56d78ed1145 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Feb 21 09:38:24.425372 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bb5f7aa-8d31-445d-b7c3-cc873052b854 req-b7bc3e52-02ad-4ef9-8a70-44873aa5b114 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Feb 21 09:38:25.608020 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d6f93-821e-48ae-8d9c-fc0de58a6665 req-009a7bdb-802f-44fa-a8ca-522a1fe1380a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:25.608020 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-683d6f93-821e-48ae-8d9c-fc0de58a6665 req-009a7bdb-802f-44fa-a8ca-522a1fe1380a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0778563 Feb 21 09:38:25.675216 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-683d6f93-821e-48ae-8d9c-fc0de58a6665 req-9022be4e-80cf-4eda-99b9-e6b8ea04a211 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Feb 21 09:38:26.792897 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce98f-2ad2-4572-b8f1-94527c15b423 req-451ed48c-267e-46b8-8733-7ba1c4537924 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:26.794355 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d46ce98f-2ad2-4572-b8f1-94527c15b423 req-451ed48c-267e-46b8-8733-7ba1c4537924 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Feb 21 09:38:26.841721 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d46ce98f-2ad2-4572-b8f1-94527c15b423 req-25905a33-7af7-47a0-b530-eed251ead66f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Feb 21 09:38:27.961873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0030a-b000-408d-8add-24258e80d5a6 req-5b89a294-1b34-4ff7-a145-6f8613dbc055 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:27.963390 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17b0030a-b000-408d-8add-24258e80d5a6 req-5b89a294-1b34-4ff7-a145-6f8613dbc055 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0506351 Feb 21 09:38:28.013044 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17b0030a-b000-408d-8add-24258e80d5a6 req-b000d2cb-7878-461d-ab50-0042069363b4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Feb 21 09:38:28.210617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:29.129305 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700980a-7cbc-4598-862c-16c09783d209 req-d44daca0-9a49-44f2-8967-5c82383cc636 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:29.130758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b700980a-7cbc-4598-862c-16c09783d209 req-d44daca0-9a49-44f2-8967-5c82383cc636 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Feb 21 09:38:29.177052 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b700980a-7cbc-4598-862c-16c09783d209 req-2aea76a0-0d34-454f-bbef-866f341cab9c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Feb 21 09:38:30.244726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:38:30.316735 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b55a-2c18-418e-af68-cb3816525ff1 req-43e1f1b4-7612-44e5-8db4-7aeb26a1216d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:30.316735 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58d5b55a-2c18-418e-af68-cb3816525ff1 req-43e1f1b4-7612-44e5-8db4-7aeb26a1216d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0591373 Feb 21 09:38:30.355804 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58d5b55a-2c18-418e-af68-cb3816525ff1 req-946dfe8c-3a68-4447-adc1-91b76b98c09b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Feb 21 09:38:30.601893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06106a4-f99a-447f-a45a-46f1c69588c5 req-311898fa-9080-414c-97e6-5e1635147ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:30.603508 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d06106a4-f99a-447f-a45a-46f1c69588c5 req-311898fa-9080-414c-97e6-5e1635147ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.0495033 Feb 21 09:38:30.652549 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d06106a4-f99a-447f-a45a-46f1c69588c5 req-45604cfa-b3da-42bd-a1fa-6b7582acf72b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Feb 21 09:38:30.953887 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4cb99a77-7760-4d92-88c2-1d674840804b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:31.474966 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798db3f-6a89-46ee-9fd1-72672b24a416 req-1b59741e-d250-4a6e-be60-d989d10143e5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:31.476480 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5798db3f-6a89-46ee-9fd1-72672b24a416 req-1b59741e-d250-4a6e-be60-d989d10143e5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0525174 Feb 21 09:38:31.522830 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5798db3f-6a89-46ee-9fd1-72672b24a416 req-be4c2508-ff73-48c6-956a-c4922c3c06b0 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Feb 21 09:38:32.641197 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb14d6-f5b9-4595-96cd-aefde86eda0a req-3379d25e-f4f9-4d68-8572-2c2df2fd056a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:32.642640 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36eb14d6-f5b9-4595-96cd-aefde86eda0a req-3379d25e-f4f9-4d68-8572-2c2df2fd056a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Feb 21 09:38:32.691989 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36eb14d6-f5b9-4595-96cd-aefde86eda0a req-c81c3da6-98e6-416d-b50e-913bcfaebad8 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Feb 21 09:38:33.098004 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7725ba-c316-4dad-9f42-aef397801649 req-0532af69-9343-4243-9d3f-6288e4d5ea8d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:33.099634 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d7725ba-c316-4dad-9f42-aef397801649 req-0532af69-9343-4243-9d3f-6288e4d5ea8d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0645182 Feb 21 09:38:33.119971 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-20db12b6-5556-4b33-8cc7-b4f6d322295b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:33.171960 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d7725ba-c316-4dad-9f42-aef397801649 req-f5f3e844-df4d-4495-800c-d3748a8ad93a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659964 Feb 21 09:38:33.197731 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-b44784ac-1534-4db9-a7d0-1aeca77b4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:33.197731 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-b44784ac-1534-4db9-a7d0-1aeca77b4679 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.0572009 Feb 21 09:38:33.287024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-443ea2a8-4584-4a38-a06b-e978a04373c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:33.288429 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-443ea2a8-4584-4a38-a06b-e978a04373c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.0915284 Feb 21 09:38:33.328316 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-d31ff16e-70ee-4704-8ae7-434013a8297f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.0332005 Feb 21 09:38:33.376992 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-ba0c341b-d319-4d21-a0e3-a2dd988389ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:33.378569 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-ba0c341b-d319-4d21-a0e3-a2dd988389ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0421014 Feb 21 09:38:33.421978 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-f9ee253b-147c-48f8-8e4b-43a123a49255 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297651 Feb 21 09:38:33.523260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-24618cf0-f5f5-4e9e-b4f9-b5f9c073873c service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942469 Feb 21 09:38:33.637727 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c45d9df1-1c46-46db-a959-17cb866f38ed req-a1b0e374-761c-452f-825d-db78ca6ae29e service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061006 Feb 21 09:38:34.293656 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:34.305271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2a79-e8b0-4e97-9fff-d6d8d5f6b539 req-0ca830ca-828a-476d-9f1b-2b700e7c7d1a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:34.305271 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b68c2a79-e8b0-4e97-9fff-d6d8d5f6b539 req-0ca830ca-828a-476d-9f1b-2b700e7c7d1a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0562952 Feb 21 09:38:34.355265 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b68c2a79-e8b0-4e97-9fff-d6d8d5f6b539 req-0eb778f9-0b40-443d-b39b-1be7906e409f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Feb 21 09:38:35.478518 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ef928-8b12-4683-b92e-07bbdc3d3f11 req-4d4bea7f-609e-4806-a193-3cf5971c0e41 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:35.484157 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-444ef928-8b12-4683-b92e-07bbdc3d3f11 req-4d4bea7f-609e-4806-a193-3cf5971c0e41 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0554345 Feb 21 09:38:35.546894 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-444ef928-8b12-4683-b92e-07bbdc3d3f11 req-45b43ca9-2c6a-4019-90ac-e1b4bd26c3a0 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612776 Feb 21 09:38:35.795811 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:36.679973 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c060a-6c66-42d4-a6c9-6e6f94b16bcc req-9860d08c-ef6f-4518-a3ce-a9903a1fc659 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:36.681499 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f81c060a-6c66-42d4-a6c9-6e6f94b16bcc req-9860d08c-ef6f-4518-a3ce-a9903a1fc659 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0615916 Feb 21 09:38:36.727673 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f81c060a-6c66-42d4-a6c9-6e6f94b16bcc req-02ae56ff-4c04-47c5-af6b-bbd060424177 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Feb 21 09:38:37.236271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:38.887436 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:39.048161 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e638b752-8a22-4479-b56d-3816eaba7ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.122820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e638b752-8a22-4479-b56d-3816eaba7ccd admin admin] Publish callbacks [] for security_group (002fa606-e6c1-46f6-9f13-4c7d8fae1660), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.186812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e638b752-8a22-4479-b56d-3816eaba7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (002fa606-e6c1-46f6-9f13-4c7d8fae1660), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.224744 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e638b752-8a22-4479-b56d-3816eaba7ccd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b878b52fbbb4769ba4874a1d1b46bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361812 Feb 21 09:38:39.226721 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638b752-8a22-4479-b56d-3816eaba7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002fa606-e6c1-46f6-9f13-4c7d8fae1660,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:39.227572 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45654) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:39.275427 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] Publish callbacks [] for security_group (002fa606-e6c1-46f6-9f13-4c7d8fae1660), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.295787 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] Publish callbacks [] for security_group (002fa606-e6c1-46f6-9f13-4c7d8fae1660), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.401440 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (002fa606-e6c1-46f6-9f13-4c7d8fae1660), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.403942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.405466 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/002fa606-e6c1-46f6-9f13-4c7d8fae1660 HTTP/1.1" status: 204 len: 168 time: 0.1768177 Feb 21 09:38:39.413216 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d1fa4-3e05-4a2a-b56a-fae195880b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fa606-e6c1-46f6-9f13-4c7d8fae1660,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:39.538942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45660) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:39.737584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e04034c1-5e03-4579-84a4-fc3741269232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.814021 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e04034c1-5e03-4579-84a4-fc3741269232 admin admin] Publish callbacks [] for security_group (f2eb4381-eedf-4718-b6f0-3a2599b4946b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.898651 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e04034c1-5e03-4579-84a4-fc3741269232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f2eb4381-eedf-4718-b6f0-3a2599b4946b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.937450 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e04034c1-5e03-4579-84a4-fc3741269232 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a42c85c7dab947d096e68cb89d077047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972414 Feb 21 09:38:39.941573 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04034c1-5e03-4579-84a4-fc3741269232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb4381-eedf-4718-b6f0-3a2599b4946b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:39.941711 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45672) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:40.008745 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] Publish callbacks [] for security_group (f2eb4381-eedf-4718-b6f0-3a2599b4946b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.037775 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] Publish callbacks [] for security_group (f2eb4381-eedf-4718-b6f0-3a2599b4946b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.150146 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f2eb4381-eedf-4718-b6f0-3a2599b4946b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.153096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.154161 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2eb4381-eedf-4718-b6f0-3a2599b4946b HTTP/1.1" status: 204 len: 168 time: 0.2099006 Feb 21 09:38:40.163360 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218c8af-c9e6-404c-bda0-3ad6876d87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb4381-eedf-4718-b6f0-3a2599b4946b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:40.774185 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:40.787761 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a19-a2ab-4fdb-9463-4ce0430e0fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.860311 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a19-a2ab-4fdb-9463-4ce0430e0fcd admin admin] Publish callbacks [] for security_group (f14637a5-c677-4cca-b28d-461d9823a769), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.927366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ed97a19-a2ab-4fdb-9463-4ce0430e0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f14637a5-c677-4cca-b28d-461d9823a769), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:40.965204 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8ed97a19-a2ab-4fdb-9463-4ce0430e0fcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fad5341c498247a49573221a1c6ee179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899507 Feb 21 09:38:40.965943 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97a19-a2ab-4fdb-9463-4ce0430e0fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14637a5-c677-4cca-b28d-461d9823a769,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:40.968028 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:41.028213 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] Publish callbacks [] for security_group (f14637a5-c677-4cca-b28d-461d9823a769), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.051626 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] Publish callbacks [] for security_group (f14637a5-c677-4cca-b28d-461d9823a769), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.088277 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:41.178681 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f14637a5-c677-4cca-b28d-461d9823a769), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.182642 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.182642 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f14637a5-c677-4cca-b28d-461d9823a769 HTTP/1.1" status: 204 len: 168 time: 0.2133584 Feb 21 09:38:41.190499 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3547ed-9292-45df-b102-327e2f211922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14637a5-c677-4cca-b28d-461d9823a769,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:41.197003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8617588e-6da5-4a7d-88d4-9415ab97fbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.272056 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8617588e-6da5-4a7d-88d4-9415ab97fbfb admin admin] Publish callbacks [] for security_group (1d7050e1-db3b-4931-bc40-12c326a1ed36), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.341267 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8617588e-6da5-4a7d-88d4-9415ab97fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1d7050e1-db3b-4931-bc40-12c326a1ed36), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.378598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8617588e-6da5-4a7d-88d4-9415ab97fbfb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84c3acf1abc340ceb5387803ef54fd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891390 Feb 21 09:38:41.379785 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617588e-6da5-4a7d-88d4-9415ab97fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7050e1-db3b-4931-bc40-12c326a1ed36,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:41.381498 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:41.430483 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] Publish callbacks [] for security_group (1d7050e1-db3b-4931-bc40-12c326a1ed36), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.451169 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] Publish callbacks [] for security_group (1d7050e1-db3b-4931-bc40-12c326a1ed36), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.596097 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1d7050e1-db3b-4931-bc40-12c326a1ed36), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.602541 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.602541 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d7050e1-db3b-4931-bc40-12c326a1ed36 HTTP/1.1" status: 204 len: 168 time: 0.2173126 Feb 21 09:38:41.607765 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935fd2-add4-4924-9915-02054356bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7050e1-db3b-4931-bc40-12c326a1ed36,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:41.820988 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45748) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:41.833930 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa9202-b02e-46c3-a208-76fb3531c387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.909303 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa9202-b02e-46c3-a208-76fb3531c387 admin admin] Publish callbacks [] for security_group (50cc01ad-9572-4e32-a966-dafbab699596), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:41.967288 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa9202-b02e-46c3-a208-76fb3531c387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (50cc01ad-9572-4e32-a966-dafbab699596), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:42.006722 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-82fa9202-b02e-46c3-a208-76fb3531c387 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2400d23c88c94fe2bd7887b031c33702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846223 Feb 21 09:38:42.009360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9202-b02e-46c3-a208-76fb3531c387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc01ad-9572-4e32-a966-dafbab699596,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:42.011248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:42.066652 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] Publish callbacks [] for security_group (50cc01ad-9572-4e32-a966-dafbab699596), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:42.088195 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] Publish callbacks [] for security_group (50cc01ad-9572-4e32-a966-dafbab699596), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:42.186949 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (50cc01ad-9572-4e32-a966-dafbab699596), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:42.190592 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:42.191880 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50cc01ad-9572-4e32-a966-dafbab699596 HTTP/1.1" status: 204 len: 168 time: 0.1789215 Feb 21 09:38:42.202626 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24b3c5-f9a5-4eb1-a54b-dc301b422831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc01ad-9572-4e32-a966-dafbab699596,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:45.493344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c593-37a6-4d65-a897-efd30635a75f req-d628269c-ab01-44f2-ab9b-83fe454df9ca tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:45.494831 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0816c593-37a6-4d65-a897-efd30635a75f req-d628269c-ab01-44f2-ab9b-83fe454df9ca tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0606866 Feb 21 09:38:45.542621 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0816c593-37a6-4d65-a897-efd30635a75f req-1f33d18f-15a0-46a5-8033-b1b8946169c4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Feb 21 09:38:46.330122 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 45948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:46.436260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7392f5e3-7359-4595-a5fb-0a702d3f38f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.536120 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7392f5e3-7359-4595-a5fb-0a702d3f38f1 admin admin] Publish callbacks [] for security_group (a315d27c-6a4f-47ee-a404-74138faf045a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.630809 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7392f5e3-7359-4595-a5fb-0a702d3f38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a315d27c-6a4f-47ee-a404-74138faf045a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.678807 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7392f5e3-7359-4595-a5fb-0a702d3f38f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9aff9f298943417aa43d7d2b3b7e83a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475933 Feb 21 09:38:46.679714 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f5e3-7359-4595-a5fb-0a702d3f38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315d27c-6a4f-47ee-a404-74138faf045a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:46.681502 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 45972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:46.737411 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] Publish callbacks [] for security_group (a315d27c-6a4f-47ee-a404-74138faf045a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.763347 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] Publish callbacks [] for security_group (a315d27c-6a4f-47ee-a404-74138faf045a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.947910 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a315d27c-6a4f-47ee-a404-74138faf045a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.955959 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:46.957936 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a315d27c-6a4f-47ee-a404-74138faf045a HTTP/1.1" status: 204 len: 168 time: 0.2751613 Feb 21 09:38:46.967410 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0754c-3e78-4d49-9906-ba86cf42488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315d27c-6a4f-47ee-a404-74138faf045a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:46.987824 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cc5f4-b247-4c4d-84ac-b2c5190759c6 req-9e4c55b0-c7ab-489c-a15d-d227b796e379 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:46.998988 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd1cc5f4-b247-4c4d-84ac-b2c5190759c6 req-9e4c55b0-c7ab-489c-a15d-d227b796e379 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0583475 Feb 21 09:38:47.063819 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd1cc5f4-b247-4c4d-84ac-b2c5190759c6 req-945ec86b-62e0-4794-a9fd-c3c421554c73 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685275 Feb 21 09:38:48.047343 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:48.060148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23948e6e-21a1-49f2-ba27-8b15fa59a500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.134699 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23948e6e-21a1-49f2-ba27-8b15fa59a500 admin admin] Publish callbacks [] for security_group (24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.204413 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051945-1175-4b9a-82cc-6c874b4730b8 req-b3ce6c53-8261-4406-aefe-eafa625a5e4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:48.206505 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78051945-1175-4b9a-82cc-6c874b4730b8 req-b3ce6c53-8261-4406-aefe-eafa625a5e4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0604589 Feb 21 09:38:48.256160 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78051945-1175-4b9a-82cc-6c874b4730b8 req-034087e5-b220-4e7c-bbd1-8be5476d14e8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Feb 21 09:38:48.270025 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23948e6e-21a1-49f2-ba27-8b15fa59a500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.314067 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-23948e6e-21a1-49f2-ba27-8b15fa59a500 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d19edac120a0443ca7972a4986b95cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583420 Feb 21 09:38:48.314167 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:48.316425 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23948e6e-21a1-49f2-ba27-8b15fa59a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:48.359028 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] Publish callbacks [] for security_group (24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.379792 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] Publish callbacks [] for security_group (24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.527816 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.531477 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:48.536132 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb HTTP/1.1" status: 204 len: 168 time: 0.2240252 Feb 21 09:38:48.544959 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e28cc-d810-4067-8cea-c5991df1f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0ec00-d0f2-42a2-8f47-bb3e3d43bdbb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:49.313268 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:49.328906 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4b211d-8e19-4f4c-a117-b0ce938583b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.416718 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08becd-fd88-4f52-bcc4-a55f163f860b req-519ca6b3-a01f-4625-8cab-f2e303478513 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:49.418201 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d08becd-fd88-4f52-bcc4-a55f163f860b req-519ca6b3-a01f-4625-8cab-f2e303478513 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0809011 Feb 21 09:38:49.475106 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4b211d-8e19-4f4c-a117-b0ce938583b2 admin admin] Publish callbacks [] for security_group (1dec7f33-e9dd-419f-8006-671c8ac28ff4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.492463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d08becd-fd88-4f52-bcc4-a55f163f860b req-107bd69f-8fb7-43fb-baa3-f9eb4e118eff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679388 Feb 21 09:38:49.535592 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4b211d-8e19-4f4c-a117-b0ce938583b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1dec7f33-e9dd-419f-8006-671c8ac28ff4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.574631 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2c4b211d-8e19-4f4c-a117-b0ce938583b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4ade873fa16474ca7a943822e66214a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600815 Feb 21 09:38:49.577346 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:49.583585 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b211d-8e19-4f4c-a117-b0ce938583b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec7f33-e9dd-419f-8006-671c8ac28ff4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:49.595505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:49.639486 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] Publish callbacks [] for security_group (1dec7f33-e9dd-419f-8006-671c8ac28ff4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.661726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] Publish callbacks [] for security_group (1dec7f33-e9dd-419f-8006-671c8ac28ff4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.710487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32b62371-6049-4bd5-8166-c471213fa4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.769716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1dec7f33-e9dd-419f-8006-671c8ac28ff4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.772488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.773701 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dec7f33-e9dd-419f-8006-671c8ac28ff4 HTTP/1.1" status: 204 len: 168 time: 0.1951973 Feb 21 09:38:49.781832 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78742c86-1dae-41d9-b2b6-db7fbf6c9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec7f33-e9dd-419f-8006-671c8ac28ff4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:49.823950 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32b62371-6049-4bd5-8166-c471213fa4b9 admin admin] Publish callbacks [] for security_group (b4a1c007-27f8-499b-a3a4-7668648eed42), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.932915 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32b62371-6049-4bd5-8166-c471213fa4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b4a1c007-27f8-499b-a3a4-7668648eed42), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:49.971756 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-32b62371-6049-4bd5-8166-c471213fa4b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=958639807d754449aced2da4c9e33baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736684 Feb 21 09:38:49.972709 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b62371-6049-4bd5-8166-c471213fa4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1c007-27f8-499b-a3a4-7668648eed42,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:49.974579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46072) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:50.021859 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] Publish callbacks [] for security_group (b4a1c007-27f8-499b-a3a4-7668648eed42), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:50.045904 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] Publish callbacks [] for security_group (b4a1c007-27f8-499b-a3a4-7668648eed42), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:50.182043 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b4a1c007-27f8-499b-a3a4-7668648eed42), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:50.187467 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:50.189149 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4a1c007-27f8-499b-a3a4-7668648eed42 HTTP/1.1" status: 204 len: 168 time: 0.2126713 Feb 21 09:38:50.197475 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b94d1b-c5e1-41f9-8d37-a7c1eda1b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1c007-27f8-499b-a3a4-7668648eed42,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:50.622010 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9c2c-a9c8-4e14-aa06-a352ae5af286 req-99bf478b-7f11-4cb4-9417-9bd436d3a61f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:50.623525 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c11d9c2c-a9c8-4e14-aa06-a352ae5af286 req-99bf478b-7f11-4cb4-9417-9bd436d3a61f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0543282 Feb 21 09:38:50.673310 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c11d9c2c-a9c8-4e14-aa06-a352ae5af286 req-af000ada-dc14-4112-a158-cb9147e42c52 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Feb 21 09:38:50.921367 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:50.945293 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:50.958677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ef6-fa9d-466d-b4f9-ae58d594e9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.032728 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ef6-fa9d-466d-b4f9-ae58d594e9f6 admin admin] Publish callbacks [] for security_group (cfa3bd5e-65ff-4ca5-a4f2-8867095497c1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.120177 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-756468964-network', 'tenant_id': '260e21310ae841e58241553c88e18795'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:38:51.172877 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ef6-fa9d-466d-b4f9-ae58d594e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (cfa3bd5e-65ff-4ca5-a4f2-8867095497c1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.216317 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b67c0ef6-fa9d-466d-b4f9-ae58d594e9f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=011ced718d854ed0be70c4c4b440ad3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699921 Feb 21 09:38:51.217178 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c0ef6-fa9d-466d-b4f9-ae58d594e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3bd5e-65ff-4ca5-a4f2-8867095497c1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:51.219098 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:51.253701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Made reservation on behalf of 260e21310ae841e58241553c88e18795 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:38:51.256152 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.264725 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.268899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] Publish callbacks [] for security_group (cfa3bd5e-65ff-4ca5-a4f2-8867095497c1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.290566 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] Publish callbacks [] for security_group (cfa3bd5e-65ff-4ca5-a4f2-8867095497c1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.346411 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks [] for security_group (3e45a4b2-8fe9-4591-a787-61a345bedcb0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.450250 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (cfa3bd5e-65ff-4ca5-a4f2-8867095497c1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.452032 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (3e45a4b2-8fe9-4591-a787-61a345bedcb0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.455370 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.488099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:38:51.490453 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfa3bd5e-65ff-4ca5-a4f2-8867095497c1 HTTP/1.1" status: 204 len: 168 time: 0.2484505 Feb 21 09:38:51.515975 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b590b0-8e11-4796-bda5-7365242e9e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3bd5e-65ff-4ca5-a4f2-8867095497c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:51.516423 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e45a4b2-8fe9-4591-a787-61a345bedcb0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:51.545510 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (aeb47e6d-984f-414b-9008-8483bf8cc540), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.545856 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Added segment aeb47e6d-984f-414b-9008-8483bf8cc540 of type vlan for network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b Feb 21 09:38:51.595261 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (75bf2d07-8856-4d70-ac2c-5ae221d6a63b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.695533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (75bf2d07-8856-4d70-ac2c-5ae221d6a63b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.696675 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:51.697268 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.764260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] Pushing event updated for resources: {'Network': ['ID=75bf2d07-8856-4d70-ac2c-5ae221d6a63b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:51.774918 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:38:51.856343 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-80ce0892-8961-4a1a-ae7d-c467b70c3f19 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9336979 Feb 21 09:38:51.859688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:51.867461 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Request body: {'subnet': {'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-756468964-subnet', 'tenant_id': '260e21310ae841e58241553c88e18795', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:38:51.870740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63918-0745-4954-9de9-c6f5ae494b7a req-39fa1c11-54a8-4a35-a435-bffd851c8bdc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:51.872261 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aba63918-0745-4954-9de9-c6f5ae494b7a req-39fa1c11-54a8-4a35-a435-bffd851c8bdc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0710559 Feb 21 09:38:51.921113 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aba63918-0745-4954-9de9-c6f5ae494b7a req-6c1d1359-df7f-49d8-9e0b-a1b4f00b90d7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Feb 21 09:38:51.977107 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:51.979113 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Made reservation on behalf of 260e21310ae841e58241553c88e18795 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:38:51.982270 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.092551 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f432be52-cf48-40d0-b068-68f65cbb6125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.167118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f432be52-cf48-40d0-b068-68f65cbb6125 admin admin] Publish callbacks [] for security_group (4a0a72a0-9843-4910-bd1c-f3048c9feb7d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.249798 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f432be52-cf48-40d0-b068-68f65cbb6125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4a0a72a0-9843-4910-bd1c-f3048c9feb7d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.282449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (a4197cb3-cca8-4c8a-b4a3-c289508fd3b0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.295726 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f432be52-cf48-40d0-b068-68f65cbb6125 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfa29bc358244c07976267e757365346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168626 Feb 21 09:38:52.295843 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:52.296446 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432be52-cf48-40d0-b068-68f65cbb6125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a72a0-9843-4910-bd1c-f3048c9feb7d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:52.403663 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:52.413201 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] Publish callbacks [] for security_group (4a0a72a0-9843-4910-bd1c-f3048c9feb7d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.435952 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Checking segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:38:52.438118 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Network hostable DHCP agents. Network: 75bf2d07-8856-4d70-ac2c-5ae221d6a63b, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:38:52.443767 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] Publish callbacks [] for security_group (4a0a72a0-9843-4910-bd1c-f3048c9feb7d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.564458 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:38:52.568418 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4a0a72a0-9843-4910-bd1c-f3048c9feb7d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.570869 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.574465 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a0a72a0-9843-4910-bd1c-f3048c9feb7d HTTP/1.1" status: 204 len: 168 time: 0.2739952 Feb 21 09:38:52.585109 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a27cf3-3a45-4b37-b94e-c00b8422784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a72a0-9843-4910-bd1c-f3048c9feb7d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:52.672822 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 75bf2d07-8856-4d70-ac2c-5ae221d6a63b) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:52.677517 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:52.678227 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.682437 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f72eda-4dc7-4b59-963f-0255445a755c None None] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:38:52.772353 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-befcfe9c-84ac-4713-9d17-213ebd3a2065 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9112244 Feb 21 09:38:52.775006 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:52.780173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:38:52.788821 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'project_id': '260e21310ae841e58241553c88e18795', 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:38:52.790174 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.878744 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (994285e7-e327-4621-8a1b-c971864d63f2), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.889676 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (994285e7-e327-4621-8a1b-c971864d63f2), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.979840 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for router_controller (994285e7-e327-4621-8a1b-c971864d63f2), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:52.985283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Allocated IP 172.20.0.2 (75bf2d07-8856-4d70-ac2c-5ae221d6a63b/a4197cb3-cca8-4c8a-b4a3-c289508fd3b0/04c5a34f-6c59-4b01-b79e-b11804894485) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:38:53.077076 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c206c22-a96d-40a6-ad04-bae898904bb2 req-cf8a5935-4f0c-4c9a-9820-28bbc7be67c4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:53.078731 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c206c22-a96d-40a6-ad04-bae898904bb2 req-cf8a5935-4f0c-4c9a-9820-28bbc7be67c4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0614567 Feb 21 09:38:53.141987 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c206c22-a96d-40a6-ad04-bae898904bb2 req-202833e0-a75c-470a-84a1-b91f0c84f81d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568142 Feb 21 09:38:53.191716 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks [] for port (04c5a34f-6c59-4b01-b79e-b11804894485), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.265241 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for router_gateway (994285e7-e327-4621-8a1b-c971864d63f2), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.282741 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.330050 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:53.334973 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:38:53.344529 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71bb762a-dd04-41fd-ad1a-723808e6b059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.349607 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:53.361085 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:38:53.366304 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Pushing event updated for resources: {'Port': ['ID=04c5a34f-6c59-4b01-b79e-b11804894485,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:53.380797 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.381464 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.382154 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.382824 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.383398 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.383952 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.384509 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.385146 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.385688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.386242 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.387046 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.391500 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.392253 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:53.498779 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Attempting to bind port 04c5a34f-6c59-4b01-b79e-b11804894485 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:38:53.499151 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Attempting to bind port 04c5a34f-6c59-4b01-b79e-b11804894485 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:38:53.499603 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Attempting to bind port 04c5a34f-6c59-4b01-b79e-b11804894485 on network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:38:53.505200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:38:53.505629 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Checking segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:38:53.507738 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71bb762a-dd04-41fd-ad1a-723808e6b059 admin admin] Publish callbacks [] for security_group (b8e91b10-50dc-4690-9020-8338834d6e5e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.508890 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.509523 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Bound using segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:38:53.510169 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Bound port: 04c5a34f-6c59-4b01-b79e-b11804894485, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:38:53.510851 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.594951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] For port 04c5a34f-6c59-4b01-b79e-b11804894485, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:38:53.598894 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] For port 04c5a34f-6c59-4b01-b79e-b11804894485, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=04c5a34f-6c59-4b01-b79e-b11804894485,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:38:53.622777 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71bb762a-dd04-41fd-ad1a-723808e6b059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b8e91b10-50dc-4690-9020-8338834d6e5e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.664975 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46274) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:53.685124 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.740260 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-71bb762a-dd04-41fd-ad1a-723808e6b059 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=506d1180c5614dddb69893922698318e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082284 Feb 21 09:38:53.743115 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46280) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:53.743261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb762a-dd04-41fd-ad1a-723808e6b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e91b10-50dc-4690-9020-8338834d6e5e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:53.758946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for router_gateway (994285e7-e327-4621-8a1b-c971864d63f2), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.777454 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e081b2-ac10-4cad-be24-342b4c659d95 None None] Pushing event updated for resources: {'Port': ['ID=04c5a34f-6c59-4b01-b79e-b11804894485,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:53.784453 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.848090 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] Publish callbacks [] for security_group (b8e91b10-50dc-4690-9020-8338834d6e5e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.857186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a240652b-95e9-4266-98ba-c6eb77af7e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.897830 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] Publish callbacks [] for security_group (b8e91b10-50dc-4690-9020-8338834d6e5e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:53.947735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Allocated IP 172.27.1.102 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/ae0d2d62-b16b-4750-9cde-09266c73e5e9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:38:54.107824 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.122910 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b8e91b10-50dc-4690-9020-8338834d6e5e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.126190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.130630 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8e91b10-50dc-4690-9020-8338834d6e5e HTTP/1.1" status: 204 len: 168 time: 0.3836875 Feb 21 09:38:54.171023 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44d2f5-7485-4659-ac58-352a496e7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e91b10-50dc-4690-9020-8338834d6e5e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:54.191600 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a240652b-95e9-4266-98ba-c6eb77af7e00 admin admin] Publish callbacks [] for security_group (c48b9e48-8755-4446-925e-5e7c387ada1b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.220468 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.270157 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a240652b-95e9-4266-98ba-c6eb77af7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c48b9e48-8755-4446-925e-5e7c387ada1b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.280457 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:38:54.309450 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:54.312248 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:38:54.319215 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0d2d62-b16b-4750-9cde-09266c73e5e9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:54.385541 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a240652b-95e9-4266-98ba-c6eb77af7e00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd60e65f7e2f47d88c32db7316df6f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7191827 Feb 21 09:38:54.389687 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46296) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:54.449991 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 04c5a34f-6c59-4b01-b79e-b11804894485 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:38:54.511473 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240652b-95e9-4266-98ba-c6eb77af7e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b9e48-8755-4446-925e-5e7c387ada1b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:54.588511 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] Publish callbacks [] for security_group (c48b9e48-8755-4446-925e-5e7c387ada1b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.591756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 04c5a34f-6c59-4b01-b79e-b11804894485 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:54.592139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.609691 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589d900-7329-469a-958b-ba50387258dd req-2925e611-459f-4bf1-810a-b5ac8318fb7b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:54.616063 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7589d900-7329-469a-958b-ba50387258dd req-2925e611-459f-4bf1-810a-b5ac8318fb7b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2639439 Feb 21 09:38:54.697356 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] Publish callbacks [] for security_group (c48b9e48-8755-4446-925e-5e7c387ada1b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.755953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 04c5a34f-6c59-4b01-b79e-b11804894485 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:38:54.756615 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.827349 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7589d900-7329-469a-958b-ba50387258dd req-859d1bc5-d647-4c79-9b36-39099fd8a43e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941326 Feb 21 09:38:54.852557 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 04c5a34f-6c59-4b01-b79e-b11804894485, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=04c5a34f-6c59-4b01-b79e-b11804894485,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:38:54.889369 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for router_gateway (994285e7-e327-4621-8a1b-c971864d63f2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.969142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.970300 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c48b9e48-8755-4446-925e-5e7c387ada1b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.988842 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:54.996359 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c48b9e48-8755-4446-925e-5e7c387ada1b HTTP/1.1" status: 204 len: 168 time: 0.5993869 Feb 21 09:38:55.033756 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b94a31-79fb-48cf-b387-3b75a91f4bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b9e48-8755-4446-925e-5e7c387ada1b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:55.157258 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=04c5a34f-6c59-4b01-b79e-b11804894485,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:55.250212 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (994285e7-e327-4621-8a1b-c971864d63f2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:55.297313 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de99e5c-7ca7-4ec0-8959-bf032f70c18a None None] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:38:55.403429 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cbab36cc-5f6a-421a-9ccf-ca8635b51338 None None] Provisioning complete for port 04c5a34f-6c59-4b01-b79e-b11804894485 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:55.403812 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cbab36cc-5f6a-421a-9ccf-ca8635b51338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:55.512901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Router 994285e7-e327-4621-8a1b-c971864d63f2 is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:38:55.522262 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cbab36cc-5f6a-421a-9ccf-ca8635b51338 None None] Current status of the port 04c5a34f-6c59-4b01-b79e-b11804894485 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:38:55.669584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:38:55.684271 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Sync routers for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:38:55.695827 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:38:55.696449 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:55.759975 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e2f97a1-2b29-42f7-bb31-dcfbcd744f94 None None] Provisioning complete for port 04c5a34f-6c59-4b01-b79e-b11804894485 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:55.763372 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:55.764912 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-938856b1-0658-4442-928d-7b7c02ebed87 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9884739 Feb 21 09:38:55.765976 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e2f97a1-2b29-42f7-bb31-dcfbcd744f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:55.767608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:38:55.833772 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:38:55.951688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f97a1-2b29-42f7-bb31-dcfbcd744f94 None None] Current status of the port 04c5a34f-6c59-4b01-b79e-b11804894485 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:38:56.116179 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:54Z', 'revision_number': 3, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:56.137234 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c0d9c-0459-45e1-9f24-1d3792981549 req-fe71d166-2b6b-4e40-9f9a-208c33cc581c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:56.145991 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-111c0d9c-0459-45e1-9f24-1d3792981549 req-fe71d166-2b6b-4e40-9f9a-208c33cc581c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1182215 Feb 21 09:38:56.192185 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Checking router: 994285e7-e327-4621-8a1b-c971864d63f2 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:38:56.192540 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Updating router 994285e7-e327-4621-8a1b-c971864d63f2 port ae0d2d62-b16b-4750-9cde-09266c73e5e9 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:38:56.223933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-111c0d9c-0459-45e1-9f24-1d3792981549 req-d968f98c-cdb2-4d99-8091-84e90a3d8770 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769441 Feb 21 09:38:56.264825 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.349922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 04c5a34f-6c59-4b01-b79e-b11804894485 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:38:56.470233 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 04c5a34f-6c59-4b01-b79e-b11804894485 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:56.470616 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.618959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 04c5a34f-6c59-4b01-b79e-b11804894485 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:38:56.657912 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks [] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.727113 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.795739 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Attempting to bind port ae0d2d62-b16b-4750-9cde-09266c73e5e9 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:38:56.805767 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Attempting to bind port ae0d2d62-b16b-4750-9cde-09266c73e5e9 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:38:56.805767 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Attempting to bind port ae0d2d62-b16b-4750-9cde-09266c73e5e9 on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:38:56.827457 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:38:56.828153 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:38:56.828732 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.829274 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:38:56.829908 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Bound port: ae0d2d62-b16b-4750-9cde-09266c73e5e9, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:38:56.830496 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.834392 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84205d9-350f-458b-b36e-3fe518b6d027 req-0b5a38e1-96b0-430c-aad3-aab057186893 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:56.837255 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c84205d9-350f-458b-b36e-3fe518b6d027 req-0b5a38e1-96b0-430c-aad3-aab057186893 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0686741 Feb 21 09:38:56.871682 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Pushing event updated for resources: {'Port': ['ID=ae0d2d62-b16b-4750-9cde-09266c73e5e9,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:56.875112 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:56.896529 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.896900 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.897258 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.897780 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.898951 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.899473 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.900634 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.901145 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.903740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.903740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.903740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.903740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.903740 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:56.936148 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] For port ae0d2d62-b16b-4750-9cde-09266c73e5e9, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:38:56.941858 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] For port ae0d2d62-b16b-4750-9cde-09266c73e5e9, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=ae0d2d62-b16b-4750-9cde-09266c73e5e9,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:38:56.965370 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c84205d9-350f-458b-b36e-3fe518b6d027 req-83055b16-c534-40fa-ad14-2b3992ae001c tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093986 Feb 21 09:38:56.977960 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-e8fbf847-6c06-4c99-b5bd-ccf457f7109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:56.979907 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-e8fbf847-6c06-4c99-b5bd-ccf457f7109b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.1153004 Feb 21 09:38:57.013437 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:57.121607 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f815-c708-4353-a677-e0a389435318 None None] Pushing event updated for resources: {'Port': ['ID=ae0d2d62-b16b-4750-9cde-09266c73e5e9,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:57.123011 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-98e19e0a-e815-4c19-8ff8-8462aed39d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.124531 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-98e19e0a-e815-4c19-8ff8-8462aed39d2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.1377621 Feb 21 09:38:57.131672 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Allocated IP 172.20.0.1 (75bf2d07-8856-4d70-ac2c-5ae221d6a63b/a4197cb3-cca8-4c8a-b4a3-c289508fd3b0/92944015-7cdc-45f3-8edc-f236b212bd2e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:38:57.175024 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:38:57.175606 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:57.203808 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-e1d61055-386d-4e25-85c7-81d686a69813 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.0724061 Feb 21 09:38:57.320624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks [] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:57.325329 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-5964aded-90c4-4c3a-83ed-30da7dd9b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.329256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-5964aded-90c4-4c3a-83ed-30da7dd9b72a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.1169541 Feb 21 09:38:57.377152 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-19472598-2651-49bd-b778-654280296939 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377002 Feb 21 09:38:57.421992 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:38:57.506542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ee696-8f9c-487d-a223-7ed805abe987 req-b25b9131-94f1-4313-b887-33e16dfd8d94 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:57.508377 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-742ee696-8f9c-487d-a223-7ed805abe987 req-b25b9131-94f1-4313-b887-33e16dfd8d94 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1537435 Feb 21 09:38:57.531326 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-8beaa91c-e01a-46bf-ac16-2ea1cd5f01ad service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437783 Feb 21 09:38:57.667626 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:57.755129 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:57.765305 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:54Z', 'revision_number': 3, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:38:57.769182 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.769566 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.770077 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.770440 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.770792 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.771364 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.771688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.772197 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.772555 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.772897 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.773264 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.773609 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.773994 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:38:57.793095 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:38:57.794739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:57.798538 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd1f61-24d9-4741-92dd-d2411c7564a6 None None] The sync data for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi is: [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:54Z', 'revision_number': 3, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:38:57.808738 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:38:57.886889 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-742ee696-8f9c-487d-a223-7ed805abe987 req-029f80ca-24a5-4650-8c41-55e383ab0c67 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678963 Feb 21 09:38:57.916440 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (994285e7-e327-4621-8a1b-c971864d63f2), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:57.950182 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263a46df-b317-47a3-bb6e-11fa9b857a31 req-fd5ea411-4769-4bd1-901b-95bf82c234c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121141 Feb 21 09:38:58.201235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9245-5d02-4436-b67d-4aa1cbd261ac req-5cbeaeaa-6ea5-4a54-848a-e75533842075 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:58.205812 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-454d9245-5d02-4436-b67d-4aa1cbd261ac req-5cbeaeaa-6ea5-4a54-848a-e75533842075 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0822842 Feb 21 09:38:58.263948 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-454d9245-5d02-4436-b67d-4aa1cbd261ac req-20d87620-dc10-4d0a-a69d-ed956c0be264 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Feb 21 09:38:58.324087 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.343757 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0421c161-0b2f-4702-8170-7334e5fdc99e None None] Provisioning complete for port 92944015-7cdc-45f3-8edc-f236b212bd2e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:58.344143 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0421c161-0b2f-4702-8170-7334e5fdc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.374152 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.405959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0421c161-0b2f-4702-8170-7334e5fdc99e None None] Port 92944015-7cdc-45f3-8edc-f236b212bd2e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:38:58.590473 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks [] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.681496 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.767594 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (994285e7-e327-4621-8a1b-c971864d63f2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.772263 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:38:58.929528 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:38:58.930785 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:38:59.101870 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf32d-0784-4fef-b8df-4fddbffb436b req-dbc67cea-2df1-45b7-b68c-a88ab14d2ce1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:59.101870 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f29bf32d-0784-4fef-b8df-4fddbffb436b req-dbc67cea-2df1-45b7-b68c-a88ab14d2ce1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1025794 Feb 21 09:38:59.123804 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Router 994285e7-e327-4621-8a1b-c971864d63f2 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:38:59.190357 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f29bf32d-0784-4fef-b8df-4fddbffb436b req-de90143e-6080-452f-befc-b884d9236fe7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717778 Feb 21 09:38:59.272863 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:38:59.281605 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ff4e8358-b316-4d8d-ba00-cc2200f48ef6 admin admin] 10.222.0.65 "PUT /v2.0/routers/994285e7-e327-4621-8a1b-c971864d63f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5109944 Feb 21 09:38:59.336399 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7b81ad54-f3d5-4107-8fcf-9a071f2c6a9a None None] Provisioning complete for port 92944015-7cdc-45f3-8edc-f236b212bd2e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:38:59.340148 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b81ad54-f3d5-4107-8fcf-9a071f2c6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:59.414643 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7b81ad54-f3d5-4107-8fcf-9a071f2c6a9a None None] Port 92944015-7cdc-45f3-8edc-f236b212bd2e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:38:59.458039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fc5d3-e1ad-4c14-b334-84cb1d49b6b7 req-becb032b-d74f-46de-8172-6cc5a038d03a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:59.460298 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba8fc5d3-e1ad-4c14-b334-84cb1d49b6b7 req-becb032b-d74f-46de-8172-6cc5a038d03a tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0689094 Feb 21 09:38:59.535605 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba8fc5d3-e1ad-4c14-b334-84cb1d49b6b7 req-09f08749-2fc6-4167-8694-9dd9d19109d3 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640020 Feb 21 09:38:59.820776 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-9ad94faf-69d8-4b11-9eb9-81a0416ce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:59.822280 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-9ad94faf-69d8-4b11-9eb9-81a0416ce3ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.0476589 Feb 21 09:38:59.964919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-202de9c9-5665-44ec-a922-831da85469d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:38:59.966427 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-202de9c9-5665-44ec-a922-831da85469d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.1142375 Feb 21 09:38:59.967459 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Sync routers for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:38:59.982781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:38:59.994270 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:00.016144 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-fe08c3de-d54b-4e71-a396-8b6e15b2535d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.0424092 Feb 21 09:39:00.072745 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-b1af3226-762f-4a2e-8699-5a85fb59babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:00.074641 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-b1af3226-762f-4a2e-8699-5a85fb59babf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.0468504 Feb 21 09:39:00.106747 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:00.135384 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-3bee6d2a-935d-4cbe-8fe3-49c2a802a664 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531051 Feb 21 09:39:00.331261 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-4b8e1b48-12f8-4337-8690-f745e6c934df service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888809 Feb 21 09:39:00.344026 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:00.349101 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-701122180-network', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:00.428833 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device ae0d2d62-b16b-4750-9cde-09266c73e5e9 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:00.466461 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Made reservation on behalf of a7f29f947ae24ac897d2b7c23824c2ea for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:00.468966 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.481634 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.508188 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port ae0d2d62-b16b-4750-9cde-09266c73e5e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:00.508804 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.528240 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b1c6-ce0c-41bf-ba03-5a2c97d35212 req-c3bbf701-cb8c-4f2f-8f33-f540916dd553 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:00.529864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9522b1c6-ce0c-41bf-ba03-5a2c97d35212 req-c3bbf701-cb8c-4f2f-8f33-f540916dd553 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1603112 Feb 21 09:39:00.536337 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-041bd4e1-3436-4a60-a5b4-4dd8645885cd req-3b369f06-21da-4150-9f1d-9f995ed8f165 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985030 Feb 21 09:39:00.582576 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 2, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:00.600353 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks [] for security_group (aaaee4ef-c7bb-4468-858d-310f02880443), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.607587 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9522b1c6-ce0c-41bf-ba03-5a2c97d35212 req-0712ea5d-ed39-4f87-aa2a-9966460b5ce5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662000 Feb 21 09:39:00.620491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Checking router: 994285e7-e327-4621-8a1b-c971864d63f2 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:00.620851 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Updating router 994285e7-e327-4621-8a1b-c971864d63f2 port 92944015-7cdc-45f3-8edc-f236b212bd2e binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:00.656105 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.682930 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aaaee4ef-c7bb-4468-858d-310f02880443), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.684985 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215547c-8cdf-48b4-a1cb-c92103c0e4b5 req-a1a01627-6efb-498f-a227-69e2cc641324 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:00.692774 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7215547c-8cdf-48b4-a1cb-c92103c0e4b5 req-a1a01627-6efb-498f-a227-69e2cc641324 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Feb 21 09:39:00.722404 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:39:00.733338 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaee4ef-c7bb-4468-858d-310f02880443,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:00.738424 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (3b614e66-af45-4cad-8250-72a3b9d6eb83), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.738763 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Added segment 3b614e66-af45-4cad-8250-72a3b9d6eb83 of type vlan for network 1abc98d2-9f87-41c9-b18d-e7e7cca07def Feb 21 09:39:00.758908 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7215547c-8cdf-48b4-a1cb-c92103c0e4b5 req-567b6e8a-ad97-4c80-8129-225e52d08dcd tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566132 Feb 21 09:39:00.783511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (1abc98d2-9f87-41c9-b18d-e7e7cca07def), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.868535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port ae0d2d62-b16b-4750-9cde-09266c73e5e9 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:00.868923 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.918589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (1abc98d2-9f87-41c9-b18d-e7e7cca07def), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.920187 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:00.920937 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.946818 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port ae0d2d62-b16b-4750-9cde-09266c73e5e9, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=ae0d2d62-b16b-4750-9cde-09266c73e5e9,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:00.989896 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1abc98d2-9f87-41c9-b18d-e7e7cca07def,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:01.015615 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:39:01.020512 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-946d2579-5b73-4795-ae0d-38f9ce0da672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.072891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.097897 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f26639cf-cff3-40cd-8123-f590b65024b2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7479556 Feb 21 09:39:01.097897 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:01.103246 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Request body: {'subnet': {'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-701122180-subnet', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:01.187347 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=ae0d2d62-b16b-4750-9cde-09266c73e5e9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:01.227007 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Made reservation on behalf of a7f29f947ae24ac897d2b7c23824c2ea for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:01.229517 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.242539 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks [] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.344679 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.403517 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022caea-a819-419d-b733-8e4d354942ec None None] Pushing event updated for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:01.467345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Attempting to bind port 92944015-7cdc-45f3-8edc-f236b212bd2e on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:01.467345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Attempting to bind port 92944015-7cdc-45f3-8edc-f236b212bd2e by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:01.467345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Attempting to bind port 92944015-7cdc-45f3-8edc-f236b212bd2e on network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:01.478857 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:01.479412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Checking segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:01.479942 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.480222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Bound using segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:01.481425 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Bound port: 92944015-7cdc-45f3-8edc-f236b212bd2e, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:01.481425 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.496512 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.584899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:01.584994 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] For port 92944015-7cdc-45f3-8edc-f236b212bd2e, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:01.588962 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] For port 92944015-7cdc-45f3-8edc-f236b212bd2e, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=92944015-7cdc-45f3-8edc-f236b212bd2e,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:01.589207 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Checking segment: {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:01.589581 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Network hostable DHCP agents. Network: 1abc98d2-9f87-41c9-b18d-e7e7cca07def, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:39:01.664482 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1420507-4225-4877-a9a0-eda0c2c21ccc None None] Provisioning complete for port 92944015-7cdc-45f3-8edc-f236b212bd2e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:01.665278 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1420507-4225-4877-a9a0-eda0c2c21ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.702211 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:39:01.711658 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.804857 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 1abc98d2-9f87-41c9-b18d-e7e7cca07def) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:01.814915 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:01.817042 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.824884 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c3bb4-fa82-479f-a436-b9749e424a2d None None] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:01.872215 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1420507-4225-4877-a9a0-eda0c2c21ccc None None] Port 92944015-7cdc-45f3-8edc-f236b212bd2e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:01.915700 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8bc9fb14-059d-4009-8af0-3480045dcd37 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8187382 Feb 21 09:39:01.918142 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:01.922959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:01.923612 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:38:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:01.924239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:01.967411 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a09c0-ae91-4e0c-85d1-919d51529d9e req-5be2845e-2602-48b6-bea1-9b73a4021196 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:01.969642 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c16a09c0-ae91-4e0c-85d1-919d51529d9e req-5be2845e-2602-48b6-bea1-9b73a4021196 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2090766 Feb 21 09:39:02.011756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022caea-a819-419d-b733-8e4d354942ec None None] Pushing event updated for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:02.050177 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaea87f-4469-481b-b40d-d0897eb801da req-2fc24e8e-3da1-46eb-bc45-30ef7fc8b4ec tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:02.052002 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-deaea87f-4469-481b-b40d-d0897eb801da req-2fc24e8e-3da1-46eb-bc45-30ef7fc8b4ec tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1816335 Feb 21 09:39:02.077027 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (a2432101-2837-414a-821a-036567513429), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.078159 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (a2432101-2837-414a-821a-036567513429), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.116031 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c16a09c0-ae91-4e0c-85d1-919d51529d9e req-e8cec2eb-45d1-4f45-9969-1d0723c3be08 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343646 Feb 21 09:39:02.150246 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:02.161396 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-deaea87f-4469-481b-b40d-d0897eb801da req-32ae2416-a0e1-4367-ad2a-7490f3ebb4c8 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909991 Feb 21 09:39:02.166493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'fixed_ips': [{'subnet_id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:39:02.176723 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.214533 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for router_controller (a2432101-2837-414a-821a-036567513429), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.337661 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device ae0d2d62-b16b-4750-9cde-09266c73e5e9 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:02.359490 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:02.402623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Provisioning complete for port 92944015-7cdc-45f3-8edc-f236b212bd2e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:02.402623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.498260 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for router_gateway (a2432101-2837-414a-821a-036567513429), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.509623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.580687 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Allocated IP 172.20.0.2 (1abc98d2-9f87-41c9-b18d-e7e7cca07def/9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a/8ade441e-27ec-494f-b976-e5efbd3ec189) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:02.596520 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Publish callbacks [] for security_group (d594dba9-f0fb-476c-be28-1347cb5ef7d6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.625048 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port ae0d2d62-b16b-4750-9cde-09266c73e5e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:02.625431 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.675741 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d594dba9-f0fb-476c-be28-1347cb5ef7d6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.724296 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ad23de3bfa14ef6b8959ca5d22234d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605678 Feb 21 09:39:02.726891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46572) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:02.739343 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Current status of the port 92944015-7cdc-45f3-8edc-f236b212bd2e is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:02.739667 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.761427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d594dba9-f0fb-476c-be28-1347cb5ef7d6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:02.778118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.778852 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.783801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff335904-6af5-40ac-b5b7-6adb84d7c0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:02.808362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] Publish callbacks [] for security_group (d594dba9-f0fb-476c-be28-1347cb5ef7d6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.824883 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for router_gateway (a2432101-2837-414a-821a-036567513429), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.835523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] Publish callbacks [] for security_group (d594dba9-f0fb-476c-be28-1347cb5ef7d6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.848412 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:02.902911 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] For port 92944015-7cdc-45f3-8edc-f236b212bd2e, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=92944015-7cdc-45f3-8edc-f236b212bd2e,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:02.973792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:01Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:03.004346 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d594dba9-f0fb-476c-be28-1347cb5ef7d6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.008329 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.010300 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d594dba9-f0fb-476c-be28-1347cb5ef7d6 HTTP/1.1" status: 204 len: 168 time: 0.2815278 Feb 21 09:39:03.016672 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Allocated IP 172.27.1.212 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/f2b9aea5-1770-4f2e-9ad2-25790c47e9db) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:03.019129 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1b74d-8ef0-4de2-9a60-3a27da3fce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d594dba9-f0fb-476c-be28-1347cb5ef7d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:03.025935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks [] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.028099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd947b-3f77-42b0-87fa-c0a0f3575218 None None] The sync data for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi is: [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:01Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:03.029646 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port ae0d2d62-b16b-4750-9cde-09266c73e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:03.032160 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.231407 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.327218 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.357751 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:03.364829 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.368029 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:03.398176 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:03.488411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Attempting to bind port 8ade441e-27ec-494f-b976-e5efbd3ec189 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:03.488411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Attempting to bind port 8ade441e-27ec-494f-b976-e5efbd3ec189 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:03.488411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Attempting to bind port 8ade441e-27ec-494f-b976-e5efbd3ec189 on network 1abc98d2-9f87-41c9-b18d-e7e7cca07def {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:03.488889 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc796018-cf3b-473b-ad8f-43311c8221fb None None] Pushing event updated for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:03.491289 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bfb3f860-b5c1-45cc-8c1b-70dfc3a1160f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.497371 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa3f2-c5ef-442a-b9e3-6f216cf38a01 req-d3cd6c5a-ac86-4eb4-b671-e65d8242f4b4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:03.499827 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc5aa3f2-c5ef-442a-b9e3-6f216cf38a01 req-d3cd6c5a-ac86-4eb4-b671-e65d8242f4b4 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.2245018 Feb 21 09:39:03.514496 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Pushing event updated for resources: {'Port': ['ID=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:03.521383 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2f0a-d1f8-43a1-8cc3-87e3a4581a57 req-876a32b1-87f5-40b1-bf3a-cafe0f62406d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:03.523347 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:03.527667 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:03.529137 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7aa2f0a-d1f8-43a1-8cc3-87e3a4581a57 req-876a32b1-87f5-40b1-bf3a-cafe0f62406d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2650311 Feb 21 09:39:03.535683 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:03.549273 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Pushing event updated for resources: {'Port': ['ID=8ade441e-27ec-494f-b976-e5efbd3ec189,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:03.552566 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:03.558419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Checking segment: {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:03.558419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.558419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Bound using segment: {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:03.558419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Bound port: 8ade441e-27ec-494f-b976-e5efbd3ec189, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:03.558419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.659362 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] For port 8ade441e-27ec-494f-b976-e5efbd3ec189, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:03.659362 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] For port 8ade441e-27ec-494f-b976-e5efbd3ec189, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=8ade441e-27ec-494f-b976-e5efbd3ec189,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:03.687145 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc5aa3f2-c5ef-442a-b9e3-6f216cf38a01 req-1c0cbe71-5619-4a03-a55f-81d46791427e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545606 Feb 21 09:39:03.743714 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7aa2f0a-d1f8-43a1-8cc3-87e3a4581a57 req-c1e51cac-a4fc-4400-9c0a-8aaa52c48683 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709638 Feb 21 09:39:03.753228 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.840136 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa94c-9fdf-4f32-ac19-7c470c676a0c None None] Pushing event updated for resources: {'Port': ['ID=8ade441e-27ec-494f-b976-e5efbd3ec189,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:04.090430 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for router_gateway (a2432101-2837-414a-821a-036567513429), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.184993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46628) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:04.243309 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebaa807a-cd9a-4c39-8ee1-06152551f568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.309925 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc349c-d889-4170-b275-54e0239fdaf7 req-2a201f4b-50ce-473b-8157-7efc00971253 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:04.312563 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4fc349c-d889-4170-b275-54e0239fdaf7 req-2a201f4b-50ce-473b-8157-7efc00971253 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1646085 Feb 21 09:39:04.369520 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.469019 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4fc349c-d889-4170-b275-54e0239fdaf7 req-8ec233aa-d645-4eec-93b5-c38641efd704 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210923 Feb 21 09:39:04.523715 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 8ade441e-27ec-494f-b976-e5efbd3ec189 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:04.546947 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebaa807a-cd9a-4c39-8ee1-06152551f568 admin admin] Publish callbacks [] for security_group (8b0300ee-e09a-4251-acf0-be502971e3e4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.598296 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 8ade441e-27ec-494f-b976-e5efbd3ec189 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:04.598686 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.610357 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebaa807a-cd9a-4c39-8ee1-06152551f568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8b0300ee-e09a-4251-acf0-be502971e3e4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.703866 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ebaa807a-cd9a-4c39-8ee1-06152551f568 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b8b91ac435144f586aa29800a7f9d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163383 Feb 21 09:39:04.705875 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46648) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:04.745093 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 8ade441e-27ec-494f-b976-e5efbd3ec189 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:04.746142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.747614 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa807a-cd9a-4c39-8ee1-06152551f568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0300ee-e09a-4251-acf0-be502971e3e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:04.787117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 8ade441e-27ec-494f-b976-e5efbd3ec189, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=8ade441e-27ec-494f-b976-e5efbd3ec189,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:04.863930 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fbd0d-b81a-4ddf-8a2d-594bf72e41c2 req-e355277f-838d-47c9-8987-23555897bac8 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:04.871389 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f7fbd0d-b81a-4ddf-8a2d-594bf72e41c2 req-e355277f-838d-47c9-8987-23555897bac8 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0771003 Feb 21 09:39:04.884825 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.885729 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 92944015-7cdc-45f3-8edc-f236b212bd2e up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:04.923117 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] Publish callbacks [] for security_group (8b0300ee-e09a-4251-acf0-be502971e3e4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.006783 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f7fbd0d-b81a-4ddf-8a2d-594bf72e41c2 req-9a372b81-1783-4434-a469-ccdb7d6cbdc9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288188 Feb 21 09:39:05.045553 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ac4b0-246f-40be-b30e-7e92e69bed6e req-7bd9d0e1-d8dd-432d-93e5-d2d507aa0be1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:05.054149 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=8ade441e-27ec-494f-b976-e5efbd3ec189,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:05.057482 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3ac4b0-246f-40be-b30e-7e92e69bed6e req-7bd9d0e1-d8dd-432d-93e5-d2d507aa0be1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1771212 Feb 21 09:39:05.070350 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 92944015-7cdc-45f3-8edc-f236b212bd2e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:05.071149 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.088242 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (a2432101-2837-414a-821a-036567513429), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.176908 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3ac4b0-246f-40be-b30e-7e92e69bed6e req-1f802ab5-a8c9-4205-8136-9d89baecb365 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183753 Feb 21 09:39:05.180969 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] Publish callbacks [] for security_group (8b0300ee-e09a-4251-acf0-be502971e3e4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.186536 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 92944015-7cdc-45f3-8edc-f236b212bd2e is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:05.327977 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146c50d-35a0-43fb-8df3-ea9a3958ed65 None None] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:05.381568 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (8b0300ee-e09a-4251-acf0-be502971e3e4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.385123 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.387092 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b0300ee-e09a-4251-acf0-be502971e3e4 HTTP/1.1" status: 204 len: 168 time: 0.6792715 Feb 21 09:39:05.403874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca29eda-37c4-40b8-8021-dbf442db21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0300ee-e09a-4251-acf0-be502971e3e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:05.413918 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3bc4aa19-dfd2-4a33-af6c-6da31415761f None None] Provisioning complete for port 8ade441e-27ec-494f-b976-e5efbd3ec189 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:05.414357 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa19-dfd2-4a33-af6c-6da31415761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.417864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Router a2432101-2837-414a-821a-036567513429 is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:39:05.558200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4aa19-dfd2-4a33-af6c-6da31415761f None None] Current status of the port 8ade441e-27ec-494f-b976-e5efbd3ec189 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:05.583702 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:05.595417 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Sync routers for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:05.606596 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:05.611856 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:05.670762 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8657966-b4bb-4a48-8025-7ac49a98b7c2 req-e59b376b-23f4-4fd8-a31e-17dfd9a521b5 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:05.670762 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8657966-b4bb-4a48-8025-7ac49a98b7c2 req-e59b376b-23f4-4fd8-a31e-17dfd9a521b5 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0709214 Feb 21 09:39:05.697765 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.697765 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-290ed2cf-ffcb-4bfd-99ba-0d93606de53a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7745070 Feb 21 09:39:05.697935 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46676) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:05.741191 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:05.770092 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8657966-b4bb-4a48-8025-7ac49a98b7c2 req-6589c4a2-94a6-48d1-8f2a-04c80f40c88c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977232 Feb 21 09:39:05.804056 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.899285 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8fbdcfa1-36ae-4eb0-84e7-80834dafc7aa None None] Provisioning complete for port 8ade441e-27ec-494f-b976-e5efbd3ec189 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:05.899816 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8fbdcfa1-36ae-4eb0-84e7-80834dafc7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.946592 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:03Z', 'revision_number': 3, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:05.973946 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Checking router: a2432101-2837-414a-821a-036567513429 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:05.974524 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Updating router a2432101-2837-414a-821a-036567513429 port f2b9aea5-1770-4f2e-9ad2-25790c47e9db binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:05.995813 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdcfa1-36ae-4eb0-84e7-80834dafc7aa None None] Current status of the port 8ade441e-27ec-494f-b976-e5efbd3ec189 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:06.005461 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.168260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14430-abeb-4958-ab3e-b6ca9e3da11b req-8b46dd72-bec9-46fd-b7f2-f622b59645c6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:06.169865 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41d14430-abeb-4958-ab3e-b6ca9e3da11b req-8b46dd72-bec9-46fd-b7f2-f622b59645c6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0907712 Feb 21 09:39:06.302324 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks [] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.306896 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41d14430-abeb-4958-ab3e-b6ca9e3da11b req-c1a3cb0b-8139-477c-90a2-f0eff4efcdde tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146150 Feb 21 09:39:06.322547 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.354869 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51686e-a7c4-4b4d-97ba-19606d26a1cc req-2e2c139a-5ca2-4bee-9b3e-9bd38b3745d5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:06.356458 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa51686e-a7c4-4b4d-97ba-19606d26a1cc req-2e2c139a-5ca2-4bee-9b3e-9bd38b3745d5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0961111 Feb 21 09:39:06.360140 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 8ade441e-27ec-494f-b976-e5efbd3ec189 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:06.401445 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.440768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 8ade441e-27ec-494f-b976-e5efbd3ec189 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:06.445731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.455414 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Attempting to bind port f2b9aea5-1770-4f2e-9ad2-25790c47e9db on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:06.455793 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Attempting to bind port f2b9aea5-1770-4f2e-9ad2-25790c47e9db by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:06.456158 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Attempting to bind port f2b9aea5-1770-4f2e-9ad2-25790c47e9db on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:06.467257 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:06.467835 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:06.468131 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.468522 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:06.468994 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Bound port: f2b9aea5-1770-4f2e-9ad2-25790c47e9db, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:06.469692 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.477422 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa51686e-a7c4-4b4d-97ba-19606d26a1cc req-450ef7d3-6b60-4b38-817c-7c3eca501203 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880737 Feb 21 09:39:06.488697 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584503-6848-4b53-be78-e32d49d9ada7 None None] Pushing event updated for resources: {'Port': ['ID=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:06.561279 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 8ade441e-27ec-494f-b976-e5efbd3ec189 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:06.584614 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Allocated IP 172.20.0.1 (1abc98d2-9f87-41c9-b18d-e7e7cca07def/9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a/6e5c2075-7844-45bc-8400-a01a709ce43b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:06.586526 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] For port f2b9aea5-1770-4f2e-9ad2-25790c47e9db, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:06.589729 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] For port f2b9aea5-1770-4f2e-9ad2-25790c47e9db, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:06.697625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks [] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.710500 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.764695 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:06.765309 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:06.810155 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.894490 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:06.903418 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:06.927548 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:06.942722 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:06.971643 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:07.008305 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584503-6848-4b53-be78-e32d49d9ada7 None None] Pushing event updated for resources: {'Port': ['ID=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:07.036151 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78f6d-ec1d-4f6b-b28d-f818ec8d41ca req-3a7aefbb-6cc2-453b-ae6c-03f13383ab02 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:07.045377 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ead78f6d-ec1d-4f6b-b28d-f818ec8d41ca req-3a7aefbb-6cc2-453b-ae6c-03f13383ab02 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1497180 Feb 21 09:39:07.064151 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (a2432101-2837-414a-821a-036567513429), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.152523 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ead78f6d-ec1d-4f6b-b28d-f818ec8d41ca req-0dea4cc4-dd79-4507-8fd8-36ba6c28ad4a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038389 Feb 21 09:39:07.185258 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:03Z', 'revision_number': 3, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:07.229269 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3bd6ef2b-e7c7-43ee-ba02-e27c39351c40 None None] Provisioning complete for port 6e5c2075-7844-45bc-8400-a01a709ce43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:07.229815 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ef2b-e7c7-43ee-ba02-e27c39351c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.249596 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c883f2-fdf3-4709-a2c8-e4595f07a53b None None] The sync data for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi is: [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:03Z', 'revision_number': 3, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:07.260524 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:07.275153 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.278912 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6ef2b-e7c7-43ee-ba02-e27c39351c40 None None] Port 6e5c2075-7844-45bc-8400-a01a709ce43b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:07.340388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.528388 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46740) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:07.700811 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b58dad-8e04-4779-a934-254ef1aa80aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.822578 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b58dad-8e04-4779-a934-254ef1aa80aa admin admin] Publish callbacks [] for security_group (255667be-d0e1-4bfd-aa68-120ec1f75541), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.852117 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e643f1-2ab1-4f2b-9385-a96a2201c642 req-9503b371-7344-4d77-a1be-5674993be277 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:07.853719 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84e643f1-2ab1-4f2b-9385-a96a2201c642 req-9503b371-7344-4d77-a1be-5674993be277 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.4385788 Feb 21 09:39:07.880588 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b58dad-8e04-4779-a934-254ef1aa80aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (255667be-d0e1-4bfd-aa68-120ec1f75541), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.893366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8f157-fe7f-44c0-bbaf-1bd15b1a8ebf req-5bffc00b-4ac9-4d64-a7be-ba94cf70ac82 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:07.895041 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36e8f157-fe7f-44c0-bbaf-1bd15b1a8ebf req-5bffc00b-4ac9-4d64-a7be-ba94cf70ac82 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1412199 Feb 21 09:39:07.925235 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f9b58dad-8e04-4779-a934-254ef1aa80aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f887fa543f534e04a28d083f78b9449c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949611 Feb 21 09:39:07.927705 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:07.978213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks [] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:07.984436 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b58dad-8e04-4779-a934-254ef1aa80aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255667be-d0e1-4bfd-aa68-120ec1f75541,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:08.014203 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84e643f1-2ab1-4f2b-9385-a96a2201c642 req-cacda792-6415-4322-b462-3875b38c0661 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526606 Feb 21 09:39:08.090158 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] Publish callbacks [] for security_group (255667be-d0e1-4bfd-aa68-120ec1f75541), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.092917 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.101008 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36e8f157-fe7f-44c0-bbaf-1bd15b1a8ebf req-9d5721df-826a-4a73-9984-765733f18317 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991682 Feb 21 09:39:08.140108 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] Publish callbacks [] for security_group (255667be-d0e1-4bfd-aa68-120ec1f75541), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.202257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:08.236590 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (a2432101-2837-414a-821a-036567513429), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.359820 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (255667be-d0e1-4bfd-aa68-120ec1f75541), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.367663 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.376091 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/255667be-d0e1-4bfd-aa68-120ec1f75541 HTTP/1.1" status: 204 len: 168 time: 0.4465487 Feb 21 09:39:08.423185 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f88b-d691-4b99-87a6-83afa0af841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255667be-d0e1-4bfd-aa68-120ec1f75541,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:08.485292 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:08.485970 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f2b9aea5-1770-4f2e-9ad2-25790c47e9db up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:08.491919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:08.519558 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6383d-0fe3-46f0-b2f4-4ae52ee4d95d req-8a385e7a-88fe-426c-b014-9e4d98a73f43 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:08.521307 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56b6383d-0fe3-46f0-b2f4-4ae52ee4d95d req-8a385e7a-88fe-426c-b014-9e4d98a73f43 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1877041 Feb 21 09:39:08.630884 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port f2b9aea5-1770-4f2e-9ad2-25790c47e9db triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:08.631529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.659018 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56b6383d-0fe3-46f0-b2f4-4ae52ee4d95d req-cec31848-88aa-46ca-8c33-f58e29e7b435 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315837 Feb 21 09:39:08.750341 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port f2b9aea5-1770-4f2e-9ad2-25790c47e9db is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:08.751014 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.778010 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port f2b9aea5-1770-4f2e-9ad2-25790c47e9db, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:08.785227 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Router a2432101-2837-414a-821a-036567513429 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:08.858999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.913191 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:08.918318 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6a940a6d-b810-4782-86f0-15eec3e1a466 admin admin] 10.222.0.65 "PUT /v2.0/routers/a2432101-2837-414a-821a-036567513429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205584 Feb 21 09:39:08.920026 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:08.932343 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b239e9b5-ede5-4012-8a63-94d8a6eb0507 None None] Provisioning complete for port 6e5c2075-7844-45bc-8400-a01a709ce43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:08.932343 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b239e9b5-ede5-4012-8a63-94d8a6eb0507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.006791 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b239e9b5-ede5-4012-8a63-94d8a6eb0507 None None] Port 6e5c2075-7844-45bc-8400-a01a709ce43b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:09.133960 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:39:09.212396 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65944fe-a7c7-4833-9e79-067215e5b90b req-abca9303-cd52-42e1-af2a-0acd37e69e35 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:09.219114 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e65944fe-a7c7-4833-9e79-067215e5b90b req-abca9303-cd52-42e1-af2a-0acd37e69e35 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0987861 Feb 21 09:39:09.272055 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:09.283582 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:39:09.305870 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e65944fe-a7c7-4833-9e79-067215e5b90b req-689e4058-a731-4f45-a9f7-ed28ad9756f6 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Feb 21 09:39:09.323632 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:09.324036 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.328842 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87bd9-7bcf-4726-835e-92c4ba059e06 req-634b2150-8078-41f2-aeec-9d1238591c7e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:09.331103 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ec87bd9-7bcf-4726-835e-92c4ba059e06 req-634b2150-8078-41f2-aeec-9d1238591c7e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1097484 Feb 21 09:39:09.338730 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:39:09.366312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:09.386718 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ec87bd9-7bcf-4726-835e-92c4ba059e06 req-fef08cdb-0f7b-4c67-84bc-4189576ff5a2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 Feb 21 09:39:09.466655 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.520994 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:09.555895 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46828) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:09.571139 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3da-2e7b-4765-8db1-caf7e4e8422d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.649742 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3da-2e7b-4765-8db1-caf7e4e8422d admin admin] Publish callbacks [] for security_group (d9516def-342c-4e4c-8e3f-8135b1e07a2d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.654200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['acff75ca-7675-4b1d-88e4-194d2e896d67'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:39:09.746733 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3da-2e7b-4765-8db1-caf7e4e8422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d9516def-342c-4e4c-8e3f-8135b1e07a2d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.829162 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Sync routers for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:09.841636 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fcd0d3da-2e7b-4765-8db1-caf7e4e8422d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1ccf66b9a8643fdbe8b5ac383b382ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837391 Feb 21 09:39:09.848815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef7ea0-db8d-4419-941a-50a2739c2aa5 req-f49aa432-c5e4-4ab8-b48a-3978e58c3d8e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:09.849874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:09.851588 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29ef7ea0-db8d-4419-941a-50a2739c2aa5 req-f49aa432-c5e4-4ab8-b48a-3978e58c3d8e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0822883 Feb 21 09:39:09.868334 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:09.869364 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:09.878686 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0d3da-2e7b-4765-8db1-caf7e4e8422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9516def-342c-4e4c-8e3f-8135b1e07a2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:09.933732 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] Publish callbacks [] for security_group (d9516def-342c-4e4c-8e3f-8135b1e07a2d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.977954 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] Publish callbacks [] for security_group (d9516def-342c-4e4c-8e3f-8135b1e07a2d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.044003 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:10.055802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29ef7ea0-db8d-4419-941a-50a2739c2aa5 req-ce44ab43-8160-43ee-8adb-2e3e41599b67 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432700 Feb 21 09:39:10.069418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d5cd-5f05-40af-9181-88a6007c8282 req-d5e8f239-09d7-4c9a-a273-3acbb44743ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:10.070645 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa15d5cd-5f05-40af-9181-88a6007c8282 req-d5e8f239-09d7-4c9a-a273-3acbb44743ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.2168670 Feb 21 09:39:10.109876 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46858) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:10.140154 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa15d5cd-5f05-40af-9181-88a6007c8282 req-594e1ef0-312a-4933-9d26-eaf3084e4327 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Feb 21 09:39:10.215576 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d9516def-342c-4e4c-8e3f-8135b1e07a2d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.218148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.222098 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9516def-342c-4e4c-8e3f-8135b1e07a2d HTTP/1.1" status: 204 len: 168 time: 0.3655875 Feb 21 09:39:10.232172 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46dd69-c1dc-47ee-8f1a-fc10edc29122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9516def-342c-4e4c-8e3f-8135b1e07a2d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:10.321537 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f2b9aea5-1770-4f2e-9ad2-25790c47e9db up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:10.346299 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06260ab4-c402-4862-98a3-39033b5c0bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.381709 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:07Z', 'revision_number': 4, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6e5c2075-7844-45bc-8400-a01a709ce43b', 'name': '', 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'mac_address': 'fa:16:3e:50:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:06Z', 'updated_at': '2022-02-21T09:39:07Z', 'revision_number': 2, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'subnets': [{'id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:10.516866 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3044-a5e0-40fb-ae48-656dc48673a7 req-92af4c25-11de-41e6-9457-0fe34c1cae73 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:10.521905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-159d3044-a5e0-40fb-ae48-656dc48673a7 req-92af4c25-11de-41e6-9457-0fe34c1cae73 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1196604 Feb 21 09:39:10.584575 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06260ab4-c402-4862-98a3-39033b5c0bd8 admin admin] Publish callbacks [] for security_group (761515a1-1cbc-45b7-bcae-415c9c8eba99), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.616105 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Checking router: a2432101-2837-414a-821a-036567513429 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:10.617590 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Updating router a2432101-2837-414a-821a-036567513429 port 6e5c2075-7844-45bc-8400-a01a709ce43b binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:10.659178 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06260ab4-c402-4862-98a3-39033b5c0bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (761515a1-1cbc-45b7-bcae-415c9c8eba99), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.662266 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-159d3044-a5e0-40fb-ae48-656dc48673a7 req-f1f4db97-95c7-49cf-98bc-cf42a30694bb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332200 Feb 21 09:39:10.674605 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27389f46-c033-4dd1-9f80-632399813ead req-e3119f03-ae16-4d68-9a59-fc2de6cb67d8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:10.682016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27389f46-c033-4dd1-9f80-632399813ead req-e3119f03-ae16-4d68-9a59-fc2de6cb67d8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.1299965 Feb 21 09:39:10.712987 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.743032 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port f2b9aea5-1770-4f2e-9ad2-25790c47e9db triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:10.743436 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.759218 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260ab4-c402-4862-98a3-39033b5c0bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761515a1-1cbc-45b7-bcae-415c9c8eba99,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:10.773578 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27389f46-c033-4dd1-9f80-632399813ead req-d23e5940-c3ee-4a37-a000-426ae128e6c0 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905259 Feb 21 09:39:10.789553 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-06260ab4-c402-4862-98a3-39033b5c0bd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bec73279a32046b7b73fe40dc85e8828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787262 Feb 21 09:39:10.792693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:10.890503 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] Publish callbacks [] for security_group (761515a1-1cbc-45b7-bcae-415c9c8eba99), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:10.938525 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] Publish callbacks [] for security_group (761515a1-1cbc-45b7-bcae-415c9c8eba99), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.047760 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port f2b9aea5-1770-4f2e-9ad2-25790c47e9db is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:11.091509 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (761515a1-1cbc-45b7-bcae-415c9c8eba99), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.095124 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.097149 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/761515a1-1cbc-45b7-bcae-415c9c8eba99 HTTP/1.1" status: 204 len: 168 time: 0.3034570 Feb 21 09:39:11.113279 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b8ed0-6872-4214-be22-6e430f83b238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761515a1-1cbc-45b7-bcae-415c9c8eba99,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:11.202743 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:11.320317 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbdd7-b493-45e4-9ba5-c3bda8bb6838 req-b3c7bd6a-1d6f-4248-90fc-19f529e65e9c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:11.321297 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port acff75ca-7675-4b1d-88e4-194d2e896d67 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:11.321674 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.324675 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d85bbdd7-b493-45e4-9ba5-c3bda8bb6838 req-b3c7bd6a-1d6f-4248-90fc-19f529e65e9c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1492200 Feb 21 09:39:11.389476 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d85bbdd7-b493-45e4-9ba5-c3bda8bb6838 req-efb6e720-6cc6-4a03-ab8c-0a32021f4d87 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607188 Feb 21 09:39:11.406338 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks [] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.457418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:11.457931 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.482927 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:11.485303 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c04fb6-558b-4944-bead-ea98568b6115" -d '{"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:11.545856 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.684412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:11.684412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fffa24-80ca-4843-a106-77c23171c826 x-openstack-request-id: req-b5fffa24-80ca-4843-a106-77c23171c826 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:11.684412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:11.684412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5fffa24-80ca-4843-a106-77c23171c826 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:11.684412 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'code': 200} Feb 21 09:39:11.688106 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:11.789122 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Attempting to bind port 6e5c2075-7844-45bc-8400-a01a709ce43b on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:11.789503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Attempting to bind port 6e5c2075-7844-45bc-8400-a01a709ce43b by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:11.789874 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Attempting to bind port 6e5c2075-7844-45bc-8400-a01a709ce43b on network 1abc98d2-9f87-41c9-b18d-e7e7cca07def {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Checking segment: {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Bound using segment: {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Bound port: 6e5c2075-7844-45bc-8400-a01a709ce43b, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b614e66-af45-4cad-8250-72a3b9d6eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eef93-c8c4-4f97-a610-0f196e6b5987 None None] Pushing event updated for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:11.809781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:11.975241 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:12.015809 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd231f-22e6-4ab0-9dfc-ee13eec4a769 req-fa3190ea-73e6-4e1b-9b43-b884fda03c56 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:12.018160 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58bd231f-22e6-4ab0-9dfc-ee13eec4a769 req-fa3190ea-73e6-4e1b-9b43-b884fda03c56 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1881318 Feb 21 09:39:12.060571 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] For port 6e5c2075-7844-45bc-8400-a01a709ce43b, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:12.063845 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] For port 6e5c2075-7844-45bc-8400-a01a709ce43b, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6e5c2075-7844-45bc-8400-a01a709ce43b,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:12.098031 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0e8b7cd6-fd13-4fff-8c90-61d70e16b6c8 None None] Provisioning complete for port 6e5c2075-7844-45bc-8400-a01a709ce43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:12.098927 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7cd6-fd13-4fff-8c90-61d70e16b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.154509 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.240963 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b7cd6-fd13-4fff-8c90-61d70e16b6c8 None None] Port 6e5c2075-7844-45bc-8400-a01a709ce43b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:12.245105 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58bd231f-22e6-4ab0-9dfc-ee13eec4a769 req-edb1ab9c-e059-458b-be4f-4bea414c8edf tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148991 Feb 21 09:39:12.269460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:12.270112 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:12.275702 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cddbacaa-a931-4a0b-ac22-e7771031da61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.290315 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c803eef-28af-4db7-b1d8-14fa581ced50 req-a93d82d4-7a22-4e83-bebd-37c411339444 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:12.291536 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c803eef-28af-4db7-b1d8-14fa581ced50 req-a93d82d4-7a22-4e83-bebd-37c411339444 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2719150 Feb 21 09:39:12.403511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cddbacaa-a931-4a0b-ac22-e7771031da61 admin admin] Publish callbacks [] for security_group (5e82e345-e753-404d-8680-1cf80360d9db), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.414866 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eef93-c8c4-4f97-a610-0f196e6b5987 None None] Pushing event updated for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:12.416408 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c803eef-28af-4db7-b1d8-14fa581ced50 req-4201d664-8be4-47e5-ba17-ce3184422452 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179411 Feb 21 09:39:12.470204 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cddbacaa-a931-4a0b-ac22-e7771031da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5e82e345-e753-404d-8680-1cf80360d9db), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.557535 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbacaa-a931-4a0b-ac22-e7771031da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82e345-e753-404d-8680-1cf80360d9db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:12.569308 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cddbacaa-a931-4a0b-ac22-e7771031da61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cb904c57a7d4d3fbb9171d542fb780b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9534075 Feb 21 09:39:12.569940 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:12.632454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc0a4-5543-44a5-ab19-d7496ced7c42 req-d513fdf0-4efd-4a63-9ba3-b630ccf88343 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:12.636394 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4edfc0a4-5543-44a5-ab19-d7496ced7c42 req-d513fdf0-4efd-4a63-9ba3-b630ccf88343 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1083279 Feb 21 09:39:12.636765 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:12.705840 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 46956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:12.718332 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] Publish callbacks [] for security_group (5e82e345-e753-404d-8680-1cf80360d9db), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.772693 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] Publish callbacks [] for security_group (5e82e345-e753-404d-8680-1cf80360d9db), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.774591 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725338e5-91c9-4652-bc25-2e8744a437b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.811891 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4edfc0a4-5543-44a5-ab19-d7496ced7c42 req-b3b810d6-af11-4bfc-a34e-f0d976d5f1bc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745722 Feb 21 09:39:12.914718 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (5e82e345-e753-404d-8680-1cf80360d9db), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.927531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:12.932411 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e82e345-e753-404d-8680-1cf80360d9db HTTP/1.1" status: 204 len: 168 time: 0.3591647 Feb 21 09:39:12.944500 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b2f29-44c8-4aa8-be77-003ccf9af205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82e345-e753-404d-8680-1cf80360d9db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:13.015067 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725338e5-91c9-4652-bc25-2e8744a437b2 admin admin] Publish callbacks [] for security_group (d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.092008 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Provisioning complete for port 6e5c2075-7844-45bc-8400-a01a709ce43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:13.093135 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.106974 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725338e5-91c9-4652-bc25-2e8744a437b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.172767 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:07Z', 'revision_number': 4, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6e5c2075-7844-45bc-8400-a01a709ce43b', 'name': '', 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'mac_address': 'fa:16:3e:50:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:06Z', 'updated_at': '2022-02-21T09:39:12Z', 'revision_number': 4, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'subnets': [{'id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:13.196020 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fd2fb-d47c-421d-9430-ef306b88f469 None None] The sync data for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi is: [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:07Z', 'revision_number': 4, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6e5c2075-7844-45bc-8400-a01a709ce43b', 'name': '', 'network_id': '1abc98d2-9f87-41c9-b18d-e7e7cca07def', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'mac_address': 'fa:16:3e:50:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:06Z', 'updated_at': '2022-02-21T09:39:12Z', 'revision_number': 4, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'subnets': [{'id': '9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:13.200497 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725338e5-91c9-4652-bc25-2e8744a437b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:13.206168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:13.206282 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-725338e5-91c9-4652-bc25-2e8744a437b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00b4798718ce455ebb019b9125a2fd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994102 Feb 21 09:39:13.331853 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Current status of the port 6e5c2075-7844-45bc-8400-a01a709ce43b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:13.336671 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.387577 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] Publish callbacks [] for security_group (d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.440832 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] For port 6e5c2075-7844-45bc-8400-a01a709ce43b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6e5c2075-7844-45bc-8400-a01a709ce43b,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:13.497056 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] Publish callbacks [] for security_group (d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.546762 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.565858 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340a56-765d-4224-8a36-eba5671a85c1 req-c6dabbbc-dee1-4eea-afb6-9533b59f0566 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:13.588884 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b340a56-765d-4224-8a36-eba5671a85c1 req-c6dabbbc-dee1-4eea-afb6-9533b59f0566 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1918178 Feb 21 09:39:13.785253 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630249c-9739-4259-9f0f-06f817d53bbb None None] Pushing event updated for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:13.801472 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.805391 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:13.815065 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62 HTTP/1.1" status: 204 len: 168 time: 0.6030741 Feb 21 09:39:13.821307 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec90bb4-f6c8-4687-afa6-7883f5448a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf61d6-9f93-4fdc-8612-7ffe47bf5b62,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:13.913360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b340a56-765d-4224-8a36-eba5671a85c1 req-31095fcd-064e-45bc-a532-7d2b1b22a7f7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126407 Feb 21 09:39:13.935230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f65d4-4ca4-439b-815e-7e8281948433 req-9c11c9e1-4c91-46a0-a2ab-b17d4edb5735 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:13.944114 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad9f65d4-4ca4-439b-815e-7e8281948433 req-9c11c9e1-4c91-46a0-a2ab-b17d4edb5735 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.3408291 Feb 21 09:39:14.101762 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad9f65d4-4ca4-439b-815e-7e8281948433 req-04ec7954-6d94-46ef-9ba1-7a4045b4cc56 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520548 Feb 21 09:39:14.308496 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03857924-f90c-40a0-bf1b-2e62b32e3fb3 req-48ab8e6b-f2c2-4266-8240-1b86327b5f6c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:14.311035 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03857924-f90c-40a0-bf1b-2e62b32e3fb3 req-48ab8e6b-f2c2-4266-8240-1b86327b5f6c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.2231846 Feb 21 09:39:14.387730 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 46990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:14.404365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57837df5-c4af-45a6-9d13-d7bb2b1c7f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:14.507809 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03857924-f90c-40a0-bf1b-2e62b32e3fb3 req-3bd999cf-3a7b-4581-a753-4d3efd6cc1ed tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833258 Feb 21 09:39:14.536363 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6e5c2075-7844-45bc-8400-a01a709ce43b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:14.639062 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 6e5c2075-7844-45bc-8400-a01a709ce43b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:14.643010 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:14.737829 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57837df5-c4af-45a6-9d13-d7bb2b1c7f59 admin admin] Publish callbacks [] for security_group (688a2693-94b1-46e2-9f2b-8ff8e616615d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:14.815588 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57837df5-c4af-45a6-9d13-d7bb2b1c7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (688a2693-94b1-46e2-9f2b-8ff8e616615d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:14.865759 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837df5-c4af-45a6-9d13-d7bb2b1c7f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688a2693-94b1-46e2-9f2b-8ff8e616615d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:14.891166 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-57837df5-c4af-45a6-9d13-d7bb2b1c7f59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccbc35f88d3c45beacea2c5e772378dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996912 Feb 21 09:39:14.891638 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:14.910038 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 6e5c2075-7844-45bc-8400-a01a709ce43b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:14.994273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] Publish callbacks [] for security_group (688a2693-94b1-46e2-9f2b-8ff8e616615d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:15.038044 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] Publish callbacks [] for security_group (688a2693-94b1-46e2-9f2b-8ff8e616615d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:15.225329 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784033e2-6039-43ef-9d0c-f0034f308135 req-8ed5957c-079f-4e3c-8fc9-f7c00c9b8aa5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:15.229816 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-784033e2-6039-43ef-9d0c-f0034f308135 req-8ed5957c-079f-4e3c-8fc9-f7c00c9b8aa5 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1230533 Feb 21 09:39:15.295828 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (688a2693-94b1-46e2-9f2b-8ff8e616615d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:15.299140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:15.307666 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/688a2693-94b1-46e2-9f2b-8ff8e616615d HTTP/1.1" status: 204 len: 168 time: 0.4142787 Feb 21 09:39:15.365086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729718-d64b-4536-8f04-e94db67b167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a2693-94b1-46e2-9f2b-8ff8e616615d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:15.527938 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-10966df6-f5de-4b55-a9fa-8bd03d83a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:15.532909 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-10966df6-f5de-4b55-a9fa-8bd03d83a610 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f97ed27bfc74d37afabc0df792afc42&device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 1129 time: 0.2989266 Feb 21 09:39:15.608485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-784033e2-6039-43ef-9d0c-f0034f308135 req-6e30347b-025f-4827-b2bb-dc2af3dbf210 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851036 Feb 21 09:39:15.808404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c69b-df12-43cd-8099-4c1e4e749eec req-25e7a033-f941-49b4-bf53-43d595745a5c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:15.832038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41f5c69b-df12-43cd-8099-4c1e4e749eec req-25e7a033-f941-49b4-bf53-43d595745a5c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.5053005 Feb 21 09:39:16.031135 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41f5c69b-df12-43cd-8099-4c1e4e749eec req-ef386109-f27c-4eb2-a19c-8220d7b39c0c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976056 Feb 21 09:39:16.051845 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-041c275a-a080-4850-9410-a09e70e759c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:16.053845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-041c275a-a080-4850-9410-a09e70e759c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 200 len: 919 time: 0.4558897 Feb 21 09:39:16.063009 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b69b2-2e65-48ef-a088-a8e2045e9788 req-3299ead2-ec99-43ce-9ac0-3c7fe504996f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:16.065373 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-485b69b2-2e65-48ef-a088-a8e2045e9788 req-3299ead2-ec99-43ce-9ac0-3c7fe504996f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.2159827 Feb 21 09:39:16.161958 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-a60608b6-752f-4b96-ad61-ea51cf8e0383 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 200 len: 217 time: 0.0952275 Feb 21 09:39:16.301551 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-485b69b2-2e65-48ef-a088-a8e2045e9788 req-95d5d1a1-a8fc-40e3-a933-02206f7b55d0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247918 Feb 21 09:39:16.315531 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-52476751-94e9-4fdc-ba85-7ce5e80f4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:16.329099 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-52476751-94e9-4fdc-ba85-7ce5e80f4abf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 200 len: 858 time: 0.1606753 Feb 21 09:39:16.400058 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-910c5ceb-4f39-47ab-bc3a-b2009572c5a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2f86c8d-97a5-45fb-ab17-4dd844294473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639200 Feb 21 09:39:16.462301 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:16.510449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be438087-a2d4-4b63-b230-abeb0fcdc5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:16.574223 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-7ac65e93-95b9-4ed2-a0e0-d9c534944b03 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671896 Feb 21 09:39:16.618012 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be438087-a2d4-4b63-b230-abeb0fcdc5cb admin admin] Publish callbacks [] for security_group (1a10a363-3e32-4cfc-a705-0d8cbf67539e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:16.692646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be438087-a2d4-4b63-b230-abeb0fcdc5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1a10a363-3e32-4cfc-a705-0d8cbf67539e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:16.731923 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-be438087-a2d4-4b63-b230-abeb0fcdc5cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de0dec8f55f941bf816d7839663dca87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684746 Feb 21 09:39:16.737001 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:16.763076 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be438087-a2d4-4b63-b230-abeb0fcdc5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a10a363-3e32-4cfc-a705-0d8cbf67539e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:16.768585 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9152e470-b9e4-4e00-bd87-199be5133b90 req-abed2491-5d46-472e-9c6c-467c1211c002 service neutron] 10.222.0.42 "GET /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852479 Feb 21 09:39:16.813834 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b3478-d8e2-4628-be6f-58fb6fa1a77b req-c64fac0d-2093-4a07-8b61-9e05be4b1bd9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:16.815519 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-877b3478-d8e2-4628-be6f-58fb6fa1a77b req-c64fac0d-2093-4a07-8b61-9e05be4b1bd9 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1004000 Feb 21 09:39:16.860637 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] Publish callbacks [] for security_group (1a10a363-3e32-4cfc-a705-0d8cbf67539e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:16.896005 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] Publish callbacks [] for security_group (1a10a363-3e32-4cfc-a705-0d8cbf67539e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:16.912677 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-877b3478-d8e2-4628-be6f-58fb6fa1a77b req-aaf0edbb-acff-483a-a57b-bb65e2118151 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Feb 21 09:39:17.177229 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22885-a849-47a0-b43c-d1c74e3f5c42 req-cbfb876b-3f19-4ca6-8fcc-b55bf8e24833 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:17.179855 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47c22885-a849-47a0-b43c-d1c74e3f5c42 req-cbfb876b-3f19-4ca6-8fcc-b55bf8e24833 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0648515 Feb 21 09:39:17.229169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47c22885-a849-47a0-b43c-d1c74e3f5c42 req-563cc84f-e69f-4a27-838f-5590d6564152 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 Feb 21 09:39:17.340539 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1a10a363-3e32-4cfc-a705-0d8cbf67539e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:17.344606 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:17.345839 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a10a363-3e32-4cfc-a705-0d8cbf67539e HTTP/1.1" status: 204 len: 168 time: 0.6077011 Feb 21 09:39:17.357303 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45204-cb09-448e-8154-441f1093b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a10a363-3e32-4cfc-a705-0d8cbf67539e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:17.472561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f28b-b5bd-482d-8eb5-dc82caeb495d req-2a9708ad-35e2-4ba0-85b9-0fa62d94703a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:17.473953 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6df2f28b-b5bd-482d-8eb5-dc82caeb495d req-2a9708ad-35e2-4ba0-85b9-0fa62d94703a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0611494 Feb 21 09:39:17.558807 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6df2f28b-b5bd-482d-8eb5-dc82caeb495d req-a1159398-af7e-4355-8365-58eaa704c1a2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710309 Feb 21 09:39:17.992081 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:18.249670 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70244-20a6-41b9-a4dd-a4e7669b1520 req-e5bad057-6803-4a58-aa9d-48de332d6d42 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:18.256044 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8e70244-20a6-41b9-a4dd-a4e7669b1520 req-e5bad057-6803-4a58-aa9d-48de332d6d42 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1628239 Feb 21 09:39:18.291265 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b893552-2ffa-42d5-a4af-36a95cb1e5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:18.399776 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8e70244-20a6-41b9-a4dd-a4e7669b1520 req-982154a7-e829-4995-a988-e384f5d9ffc2 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270483 Feb 21 09:39:18.492188 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b893552-2ffa-42d5-a4af-36a95cb1e5f9 admin admin] Publish callbacks [] for security_group (33a5604b-2b65-4fd8-8b85-90633c7f2660), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:18.520266 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9a6d-7ca2-4a2c-bfa0-a22c1f65be4b req-3666f04b-919a-489c-a7cd-c8a70122cd3d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:18.522232 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-91bb9a6d-7ca2-4a2c-bfa0-a22c1f65be4b req-3666f04b-919a-489c-a7cd-c8a70122cd3d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0802355 Feb 21 09:39:18.585930 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-91bb9a6d-7ca2-4a2c-bfa0-a22c1f65be4b req-8df8b67c-a82b-42be-bee3-cb6a28ad5957 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577042 Feb 21 09:39:18.720837 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019484-85eb-49ef-b73a-f191f08f2ca4 req-99fa0010-52a8-40da-a21e-1d67a6c86ff7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:18.722301 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7019484-85eb-49ef-b73a-f191f08f2ca4 req-99fa0010-52a8-40da-a21e-1d67a6c86ff7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0578218 Feb 21 09:39:18.782485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7019484-85eb-49ef-b73a-f191f08f2ca4 req-f67f8a2f-cb84-4a24-b293-d48a539cc9f6 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545740 Feb 21 09:39:18.952508 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b893552-2ffa-42d5-a4af-36a95cb1e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (33a5604b-2b65-4fd8-8b85-90633c7f2660), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:19.006078 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b893552-2ffa-42d5-a4af-36a95cb1e5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a5604b-2b65-4fd8-8b85-90633c7f2660,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:19.014900 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:19.031687 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3b893552-2ffa-42d5-a4af-36a95cb1e5f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91ac37267ed64621b5b16935cd73755a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0372913 Feb 21 09:39:19.099780 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] Publish callbacks [] for security_group (33a5604b-2b65-4fd8-8b85-90633c7f2660), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:19.156236 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] Publish callbacks [] for security_group (33a5604b-2b65-4fd8-8b85-90633c7f2660), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:19.293406 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (33a5604b-2b65-4fd8-8b85-90633c7f2660), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:19.296164 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:19.297524 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33a5604b-2b65-4fd8-8b85-90633c7f2660 HTTP/1.1" status: 204 len: 168 time: 0.2815530 Feb 21 09:39:19.310505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6321d3-b0d0-4247-8352-38a81826abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a5604b-2b65-4fd8-8b85-90633c7f2660,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:19.664465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea217a-a914-411b-b55c-eff03c0a03a9 req-aca9e0f2-7ccf-486c-8e0c-8d926ff4981d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:19.672115 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6ea217a-a914-411b-b55c-eff03c0a03a9 req-aca9e0f2-7ccf-486c-8e0c-8d926ff4981d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0831702 Feb 21 09:39:19.801528 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6ea217a-a914-411b-b55c-eff03c0a03a9 req-fe1e34ec-2178-479f-8664-4be86ebd32c1 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284118 Feb 21 09:39:19.881415 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a0b4f-6588-4e9d-99b7-ceae35cdfc30 req-69ee71fc-843e-402e-85cb-287fb412cc0c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:19.896254 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-533a0b4f-6588-4e9d-99b7-ceae35cdfc30 req-69ee71fc-843e-402e-85cb-287fb412cc0c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1343484 Feb 21 09:39:20.108365 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-533a0b4f-6588-4e9d-99b7-ceae35cdfc30 req-b51d3866-f421-4fb9-99f6-c051f23c13a6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010758 Feb 21 09:39:20.133779 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027b5e5-aa92-4be5-97ad-fff7d78c611a req-7c5e1689-c6cc-4d91-a909-e6fe8ad8b02a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:20.136042 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7027b5e5-aa92-4be5-97ad-fff7d78c611a req-7c5e1689-c6cc-4d91-a909-e6fe8ad8b02a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1762364 Feb 21 09:39:20.219861 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7027b5e5-aa92-4be5-97ad-fff7d78c611a req-122776d5-328a-4c7b-97e6-9dc819f066b9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777471 Feb 21 09:39:20.334347 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:20.719675 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6fda1-57ac-4de6-a691-cb1ad03ec85e req-b3c58fe1-70a6-4586-80f8-a49a4ff8b693 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:20.727846 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98f6fda1-57ac-4de6-a691-cb1ad03ec85e req-b3c58fe1-70a6-4586-80f8-a49a4ff8b693 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1061039 Feb 21 09:39:20.744192 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b06ff7-42a3-4eb1-8180-eabc3fc577fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.869532 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98f6fda1-57ac-4de6-a691-cb1ad03ec85e req-9fa71058-031f-4a79-96cf-023fec5d19d0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406553 Feb 21 09:39:20.888043 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-d03fa88e-b5c8-432d-b091-9437c1fd091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:20.889620 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-d03fa88e-b5c8-432d-b091-9437c1fd091d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1130 time: 0.0960176 Feb 21 09:39:20.969004 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b06ff7-42a3-4eb1-8180-eabc3fc577fc admin admin] Publish callbacks [] for security_group (57821116-de08-4c90-95e3-1cc3a0327bac), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.082456 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b06ff7-42a3-4eb1-8180-eabc3fc577fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (57821116-de08-4c90-95e3-1cc3a0327bac), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.204248 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e9b06ff7-42a3-4eb1-8180-eabc3fc577fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56157eb1b34a49cb9c1880aa943b7837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8682177 Feb 21 09:39:21.216378 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599710-8d93-42bf-93af-8d6d18248e4f req-db0ab2ba-02a3-414c-b44e-b7c7433e6d7f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:21.218114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:21.227653 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63599710-8d93-42bf-93af-8d6d18248e4f req-db0ab2ba-02a3-414c-b44e-b7c7433e6d7f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.2242627 Feb 21 09:39:21.236019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-6f688e1a-8a27-4018-b69b-115c98bfbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:21.237576 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-6f688e1a-8a27-4018-b69b-115c98bfbefd service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.3383918 Feb 21 09:39:21.237711 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b06ff7-42a3-4eb1-8180-eabc3fc577fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57821116-de08-4c90-95e3-1cc3a0327bac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:21.354625 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47172) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:21.376970 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] Publish callbacks [] for security_group (57821116-de08-4c90-95e3-1cc3a0327bac), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.402759 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] Publish callbacks [] for security_group (57821116-de08-4c90-95e3-1cc3a0327bac), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.418274 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63599710-8d93-42bf-93af-8d6d18248e4f req-5aea858a-1b2d-4341-8219-bd53d743cebe tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810565 Feb 21 09:39:21.443620 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-7823d627-798f-4bf4-a82d-3e77eb97a7ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 1001 time: 0.1977668 Feb 21 09:39:21.452497 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0afb0-252c-4f2f-83e2-3b2f878f98a9 req-bcae28ca-f072-4641-ae6c-035d9c975a68 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:21.461149 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50b0afb0-252c-4f2f-83e2-3b2f878f98a9 req-bcae28ca-f072-4641-ae6c-035d9c975a68 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1588223 Feb 21 09:39:21.538407 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570097447-network', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:21.540095 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-193551aa-fc1c-49c0-998c-e52a2c2cfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:21.542094 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-193551aa-fc1c-49c0-998c-e52a2c2cfb17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0785244 Feb 21 09:39:21.569525 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (57821116-de08-4c90-95e3-1cc3a0327bac), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.572290 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.576235 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57821116-de08-4c90-95e3-1cc3a0327bac HTTP/1.1" status: 204 len: 168 time: 0.3558033 Feb 21 09:39:21.587238 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb327775-322f-4c84-917b-12618cef8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57821116-de08-4c90-95e3-1cc3a0327bac,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:21.628473 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Made reservation on behalf of c1bcb57c2e244aceb2ca6d49b3276d7e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:21.631502 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.701072 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:21.927971 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50b0afb0-252c-4f2f-83e2-3b2f878f98a9 req-e1f0cb1d-97b6-4e36-b60b-0fa03e275ff2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655395 Feb 21 09:39:21.954414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-bc487b7d-3754-4fb4-ae27-28e65a47b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:21.956768 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-bc487b7d-3754-4fb4-ae27-28e65a47b0c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4073966 Feb 21 09:39:21.957708 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks [] for security_group (91673d77-b19f-447f-ac84-9e627d3581b5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.043869 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (91673d77-b19f-447f-ac84-9e627d3581b5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.080148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:39:22.129912 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (af1416eb-4664-48ab-aee5-729633222096), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.130275 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Added segment af1416eb-4664-48ab-aee5-729633222096 of type vlan for network b5f7ca51-da93-4cdc-9eb9-081396a848da Feb 21 09:39:22.169573 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91673d77-b19f-447f-ac84-9e627d3581b5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:22.192083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-6573aac0-d426-4066-be41-97566ef25039 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201598 Feb 21 09:39:22.197063 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (b5f7ca51-da93-4cdc-9eb9-081396a848da), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.307583 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded9a30-69b2-4c97-9c6b-29595b90a5e1 req-3ca482c0-35df-4237-898f-08a40e4f9992 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:22.307583 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eded9a30-69b2-4c97-9c6b-29595b90a5e1 req-3ca482c0-35df-4237-898f-08a40e4f9992 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.3047059 Feb 21 09:39:22.363570 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e60d9e5e-29c9-470d-950d-e5c070e8b398 req-3569c6c6-125d-4618-96cb-426e6da0f4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490128 Feb 21 09:39:22.371894 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eded9a30-69b2-4c97-9c6b-29595b90a5e1 req-8b303b6e-9473-4d36-874c-3e27cb03ae52 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658858 Feb 21 09:39:22.560413 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aeec7-98fb-4786-b6c0-006efb03070c req-82095456-73a0-4f1f-82f4-9ec7239fa878 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:22.561970 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-508aeec7-98fb-4786-b6c0-006efb03070c req-82095456-73a0-4f1f-82f4-9ec7239fa878 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.0766637 Feb 21 09:39:22.632149 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-508aeec7-98fb-4786-b6c0-006efb03070c req-aac24fda-8bb5-4b2c-a521-79d41ded1431 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615139 Feb 21 09:39:22.680885 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (b5f7ca51-da93-4cdc-9eb9-081396a848da), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.682765 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:22.683471 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:22.795255 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f7ca51-da93-4cdc-9eb9-081396a848da,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:22.809281 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network b5f7ca51-da93-4cdc-9eb9-081396a848da details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:39:22.874121 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-995b1c52-7bd2-4c8c-80ba-64cfb09427f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5174670 Feb 21 09:39:22.880665 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:22.888598 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Request body: {'subnet': {'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570097447-subnet', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:23.067671 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Made reservation on behalf of c1bcb57c2e244aceb2ca6d49b3276d7e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:23.070608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:23.167594 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263328dc-e6fa-4d47-844c-b3c8ac51352a req-57fcc5ed-f6f6-4244-a61b-a58684b4c68b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:23.169315 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263328dc-e6fa-4d47-844c-b3c8ac51352a req-57fcc5ed-f6f6-4244-a61b-a58684b4c68b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1016030 Feb 21 09:39:23.284242 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-263328dc-e6fa-4d47-844c-b3c8ac51352a req-3c7160f0-f3f2-4876-bb92-d3dfa87643b7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990276 Feb 21 09:39:23.633022 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (758eeb2b-c426-4991-8e00-6156f04bbe45), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:23.676989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb80eff-587b-4e02-b1dd-e7b00caab3f2 req-390fea8a-45f4-4f7b-b723-ffd0e147a03e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:23.687425 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fdb80eff-587b-4e02-b1dd-e7b00caab3f2 req-390fea8a-45f4-4f7b-b723-ffd0e147a03e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1358981 Feb 21 09:39:23.795261 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fdb80eff-587b-4e02-b1dd-e7b00caab3f2 req-4f1a36ba-4deb-4964-9cca-5d2239b5f10f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043751 Feb 21 09:39:23.841866 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=758eeb2b-c426-4991-8e00-6156f04bbe45,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:23.882838 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Checking segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:23.883205 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Network hostable DHCP agents. Network: b5f7ca51-da93-4cdc-9eb9-081396a848da, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:39:24.026865 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Network b5f7ca51-da93-4cdc-9eb9-081396a848da is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:39:24.466072 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, b5f7ca51-da93-4cdc-9eb9-081396a848da) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:24.471892 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:24.472449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:24.479529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd398a14-e72a-4d8f-b46e-243ee8883ffe None None] Network b5f7ca51-da93-4cdc-9eb9-081396a848da requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:24.498993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cdfd2-b525-4ff1-9800-7a2d835fb860 req-3e84d020-6d2e-49b9-9efb-9e967dacd53b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:24.500816 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf5cdfd2-b525-4ff1-9800-7a2d835fb860 req-3e84d020-6d2e-49b9-9efb-9e967dacd53b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0861397 Feb 21 09:39:24.574566 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3bc78b95-d17c-4f72-bc91-0821d4587c45 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6927242 Feb 21 09:39:24.578560 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:24.580490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf5cdfd2-b525-4ff1-9800-7a2d835fb860 req-394b6d3a-2827-4a42-8fd2-56648b2c5d36 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691104 Feb 21 09:39:24.597487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:24.606245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-b5f7ca51-da93-4cdc-9eb9-081396a848da', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:39:24.607144 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:24.700584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:24.705419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:24.821894 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for router_controller (45bc3cbb-5897-4c1b-b08e-72ea9938493a), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:24.863121 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Allocated IP 172.20.0.2 (b5f7ca51-da93-4cdc-9eb9-081396a848da/758eeb2b-c426-4991-8e00-6156f04bbe45/25c3972d-12cc-4420-a7f2-618a591bc78a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:25.046735 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks [] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.129413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.243245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Network b5f7ca51-da93-4cdc-9eb9-081396a848da is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:25.244516 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Pushing event updated for resources: {'Port': ['ID=25c3972d-12cc-4420-a7f2-618a591bc78a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:25.247538 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:25.253382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:25.305857 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for router_gateway (45bc3cbb-5897-4c1b-b08e-72ea9938493a), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.310411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Attempting to bind port 25c3972d-12cc-4420-a7f2-618a591bc78a on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:25.311006 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Attempting to bind port 25c3972d-12cc-4420-a7f2-618a591bc78a by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:25.312037 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Attempting to bind port 25c3972d-12cc-4420-a7f2-618a591bc78a on network b5f7ca51-da93-4cdc-9eb9-081396a848da {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:25.317908 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:25.319849 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Checking segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:25.319849 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.319849 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Bound using segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:25.320245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Bound port: 25c3972d-12cc-4420-a7f2-618a591bc78a, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:25.320792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.637242 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] For port 25c3972d-12cc-4420-a7f2-618a591bc78a, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:25.641706 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] For port 25c3972d-12cc-4420-a7f2-618a591bc78a, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=25c3972d-12cc-4420-a7f2-618a591bc78a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:25.728537 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.785153 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bfe5b-05d1-4dd4-9b03-1362ccc06ec3 req-2d029b3e-6883-4fd9-ad7e-f88102a3614d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:25.792443 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f3bfe5b-05d1-4dd4-9b03-1362ccc06ec3 req-2d029b3e-6883-4fd9-ad7e-f88102a3614d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0816522 Feb 21 09:39:25.925325 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2491cb-2c0f-49d9-900d-32bc7db31ebd None None] Pushing event updated for resources: {'Port': ['ID=25c3972d-12cc-4420-a7f2-618a591bc78a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:25.925727 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f3bfe5b-05d1-4dd4-9b03-1362ccc06ec3 req-13a052b2-487a-4dff-963e-e67e3f3c7bca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272416 Feb 21 09:39:25.946231 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for router_gateway (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:25.997794 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:26.208055 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Allocated IP 172.27.1.15 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/3520f561-5390-41d3-9e81-af20be1c072a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:26.533792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 25c3972d-12cc-4420-a7f2-618a591bc78a up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:26.564050 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for port (3520f561-5390-41d3-9e81-af20be1c072a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:26.662347 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 25c3972d-12cc-4420-a7f2-618a591bc78a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:26.662938 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:26.678175 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (3520f561-5390-41d3-9e81-af20be1c072a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:26.751587 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:26.755237 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:26.760122 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:26.802973 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Pushing event updated for resources: {'Port': ['ID=3520f561-5390-41d3-9e81-af20be1c072a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:26.863222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 25c3972d-12cc-4420-a7f2-618a591bc78a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:26.863654 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:27.010694 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 25c3972d-12cc-4420-a7f2-618a591bc78a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=25c3972d-12cc-4420-a7f2-618a591bc78a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:27.092546 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:27.253948 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=25c3972d-12cc-4420-a7f2-618a591bc78a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:27.289521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd05a-2fef-4fe9-9e8c-da15b5278ad7 req-5cfb7f82-6867-4dd6-8608-97309b3521a8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:27.293364 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c74cd05a-2fef-4fe9-9e8c-da15b5278ad7 req-5cfb7f82-6867-4dd6-8608-97309b3521a8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2369070 Feb 21 09:39:27.380699 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:27.718801 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b081ddd0-bd5d-469c-9a08-a4501a94a708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:27.751955 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for router_gateway (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:27.759087 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06770dd-f403-4b9c-8f2e-137507c34ace None None] Network b5f7ca51-da93-4cdc-9eb9-081396a848da requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:27.803625 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c74cd05a-2fef-4fe9-9e8c-da15b5278ad7 req-52ba1c18-98c9-4e8d-89ed-102608627942 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964416 Feb 21 09:39:27.945365 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-596d8250-e36a-450c-af9e-d5a7a6ce9848 None None] Provisioning complete for port 25c3972d-12cc-4420-a7f2-618a591bc78a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:27.945751 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-596d8250-e36a-450c-af9e-d5a7a6ce9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.016316 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b081ddd0-bd5d-469c-9a08-a4501a94a708 admin admin] Publish callbacks [] for security_group (12325529-bbfb-4bef-8c7e-c76b5e5fae2d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.069690 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-596d8250-e36a-450c-af9e-d5a7a6ce9848 None None] Current status of the port 25c3972d-12cc-4420-a7f2-618a591bc78a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:28.100123 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.297550 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3e3d050e-12ed-4e7d-940a-966df7c1f901 None None] Provisioning complete for port 25c3972d-12cc-4420-a7f2-618a591bc78a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:28.297935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d050e-12ed-4e7d-940a-966df7c1f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.340957 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b081ddd0-bd5d-469c-9a08-a4501a94a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (12325529-bbfb-4bef-8c7e-c76b5e5fae2d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.371260 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 25c3972d-12cc-4420-a7f2-618a591bc78a up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:28.382627 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081ddd0-bd5d-469c-9a08-a4501a94a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12325529-bbfb-4bef-8c7e-c76b5e5fae2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:28.392473 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.407961 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b081ddd0-bd5d-469c-9a08-a4501a94a708 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9600bca2e3c44bdab083e3ef536d41fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0220034 Feb 21 09:39:28.408185 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47304) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:28.432337 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Router 45bc3cbb-5897-4c1b-b08e-72ea9938493a is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:39:28.500035 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 25c3972d-12cc-4420-a7f2-618a591bc78a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:28.500435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.525339 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d050e-12ed-4e7d-940a-966df7c1f901 None None] Current status of the port 25c3972d-12cc-4420-a7f2-618a591bc78a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:28.528669 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] Publish callbacks [] for security_group (12325529-bbfb-4bef-8c7e-c76b5e5fae2d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.590005 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] Publish callbacks [] for security_group (12325529-bbfb-4bef-8c7e-c76b5e5fae2d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.617487 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 25c3972d-12cc-4420-a7f2-618a591bc78a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:28.631159 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:28.654947 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Sync routers for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:28.694834 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:28.695841 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:28.749655 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:28.752762 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-70199d06-7c64-4643-a6a7-5fc5acd79955 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1691632 Feb 21 09:39:28.753787 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:28.915272 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:28.994081 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900815c3-ad13-4cf2-8300-34ce426b1675 req-7b39debc-7999-473f-a104-48ea265e2352 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:28.995917 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-900815c3-ad13-4cf2-8300-34ce426b1675 req-7b39debc-7999-473f-a104-48ea265e2352 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0672252 Feb 21 09:39:29.149169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-900815c3-ad13-4cf2-8300-34ce426b1675 req-6be00fc1-de15-4e99-a851-3d523716e9ad tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466866 Feb 21 09:39:29.237188 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:27Z', 'revision_number': 3, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:29.267773 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Checking router: 45bc3cbb-5897-4c1b-b08e-72ea9938493a for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:29.268418 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Updating router 45bc3cbb-5897-4c1b-b08e-72ea9938493a port 3520f561-5390-41d3-9e81-af20be1c072a binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:29.297551 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (3520f561-5390-41d3-9e81-af20be1c072a), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:29.305789 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (12325529-bbfb-4bef-8c7e-c76b5e5fae2d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:29.308646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:29.312449 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12325529-bbfb-4bef-8c7e-c76b5e5fae2d HTTP/1.1" status: 204 len: 168 time: 0.9008989 Feb 21 09:39:29.325499 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cf258-80ca-4332-bee8-0d9e7a63568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12325529-bbfb-4bef-8c7e-c76b5e5fae2d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:29.695062 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks [] for port (3520f561-5390-41d3-9e81-af20be1c072a), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:29.858879 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.006421 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Allocated IP 172.20.0.1 (b5f7ca51-da93-4cdc-9eb9-081396a848da/758eeb2b-c426-4991-8e00-6156f04bbe45/b0f2ddd7-367c-40af-b573-b50074ff016a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:30.117721 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (3520f561-5390-41d3-9e81-af20be1c072a), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.149341 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks [] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.162153 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Attempting to bind port 3520f561-5390-41d3-9e81-af20be1c072a on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:30.162526 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Attempting to bind port 3520f561-5390-41d3-9e81-af20be1c072a by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:30.163024 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Attempting to bind port 3520f561-5390-41d3-9e81-af20be1c072a on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:30.170806 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:30.176365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:30.176365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.176365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:30.176365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Bound port: 3520f561-5390-41d3-9e81-af20be1c072a, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:30.176365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (3520f561-5390-41d3-9e81-af20be1c072a), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.225896 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] For port 3520f561-5390-41d3-9e81-af20be1c072a, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:30.229443 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] For port 3520f561-5390-41d3-9e81-af20be1c072a, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=3520f561-5390-41d3-9e81-af20be1c072a,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:30.254110 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f5001-9756-435a-8a70-d1262da64bcc None None] Pushing event updated for resources: {'Port': ['ID=3520f561-5390-41d3-9e81-af20be1c072a,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:30.295134 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.323825 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (3520f561-5390-41d3-9e81-af20be1c072a), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.363067 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Network b5f7ca51-da93-4cdc-9eb9-081396a848da is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:30.366323 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:30.381317 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:30.411099 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:30.411761 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:30.499875 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.681137 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-7622f9cd-679d-4d9c-9cce-ae023a20db7a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5fe5bd19f913484c8a91d07243db2dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777102 Feb 21 09:39:30.733623 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:30.790757 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:30.887632 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fadab873-d291-4aab-90a7-3db676273ee8 None None] Provisioning complete for port b0f2ddd7-367c-40af-b573-b50074ff016a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:30.888442 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fadab873-d291-4aab-90a7-3db676273ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.963669 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fadab873-d291-4aab-90a7-3db676273ee8 None None] Port b0f2ddd7-367c-40af-b573-b50074ff016a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:30.965893 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1d20-8660-477d-8ae0-10223c63053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.986629 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:31.133888 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-fd7be1d3-90a5-4889-ad36-657b3c6c9365 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:31.145741 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-fd7be1d3-90a5-4889-ad36-657b3c6c9365 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4558024 Feb 21 09:39:31.165349 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f5001-9756-435a-8a70-d1262da64bcc None None] Pushing event updated for resources: {'Port': ['ID=3520f561-5390-41d3-9e81-af20be1c072a,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:31.168712 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-b1ae0c70-38fc-4a14-b635-02956d47a2e1 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/quotas/5fe5bd19f913484c8a91d07243db2dee HTTP/1.1" status: 200 len: 375 time: 0.0151043 Feb 21 09:39:31.253782 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-d7f50ff9-9415-41b0-9427-bcd22d027c19 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fe5bd19f913484c8a91d07243db2dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780318 Feb 21 09:39:31.318595 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks [] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:31.346626 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4da0c-0bd8-42f9-9e59-740b16409fe7 req-349cffea-c7c8-46d9-89a2-dbbf461df9ef tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:31.353930 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ac4da0c-0bd8-42f9-9e59-740b16409fe7 req-349cffea-c7c8-46d9-89a2-dbbf461df9ef tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.0991316 Feb 21 09:39:31.380577 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:31.457544 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:27Z', 'revision_number': 3, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:31.467016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ac4da0c-0bd8-42f9-9e59-740b16409fe7 req-cecbadbf-096f-4866-b3b5-835ced0b04ae tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121254 Feb 21 09:39:31.518567 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59954fdc-ef47-4d44-8f81-2257944995a6 None None] The sync data for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi is: [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:27Z', 'revision_number': 3, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:31.604694 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:31.629558 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:31.725642 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a6dd-f1dc-491b-805e-d36746517bad req-2daea064-d361-4f4b-9469-765eb842bb1b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:31.732995 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fae7a6dd-f1dc-491b-805e-d36746517bad req-2daea064-d361-4f4b-9469-765eb842bb1b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.1474984 Feb 21 09:39:31.828069 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Network b5f7ca51-da93-4cdc-9eb9-081396a848da is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:31.831009 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:31.838504 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fae7a6dd-f1dc-491b-805e-d36746517bad req-bc581091-a5ec-4ffa-8d35-9df39988f3d7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967212 Feb 21 09:39:31.972105 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34bc0296-58d2-4e1e-a1c2-10c9cf7b1ef6 req-7fa330de-7eeb-465c-a35e-da0242b42c0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 210 time: 0.0511136 Feb 21 09:39:32.127537 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Router 45bc3cbb-5897-4c1b-b08e-72ea9938493a has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:32.170859 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-5fd990cc-1259-40e7-8bbc-ea4e90f27d79 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.172946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-5fd990cc-1259-40e7-8bbc-ea4e90f27d79 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 814 time: 0.1854901 Feb 21 09:39:32.189813 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-5293a5d7-57d8-4442-b737-4ee4fadf8683 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/quotas/260e21310ae841e58241553c88e18795 HTTP/1.1" status: 200 len: 375 time: 0.0113771 Feb 21 09:39:32.301478 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:32.307047 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f61cc815-d03e-438a-b10c-9ee6b515cc18 None None] Provisioning complete for port b0f2ddd7-367c-40af-b573-b50074ff016a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:32.307745 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f61cc815-d03e-438a-b10c-9ee6b515cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:32.315509 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-af1430fb-1546-47cc-905b-64a2a2e4bc29 admin admin] 10.222.0.65 "PUT /v2.0/routers/45bc3cbb-5897-4c1b-b08e-72ea9938493a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5605552 Feb 21 09:39:32.317391 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-83c8c23f-3f0b-401a-8fbf-2271a3e59539 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176724 Feb 21 09:39:32.412594 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f61cc815-d03e-438a-b10c-9ee6b515cc18 None None] Port b0f2ddd7-367c-40af-b573-b50074ff016a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:32.446609 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 3520f561-5390-41d3-9e81-af20be1c072a up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:32.520806 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-f7055deb-b66b-4410-991b-8e5619bf798b service neutron] 10.222.0.65 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912651 Feb 21 09:39:32.588383 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 3520f561-5390-41d3-9e81-af20be1c072a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:32.590099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (3520f561-5390-41d3-9e81-af20be1c072a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:32.768398 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68a54-9716-4ce8-95af-fb10210ded46 req-1f7df607-9b4f-4e80-bdb8-70cd71b05173 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.788365 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 3520f561-5390-41d3-9e81-af20be1c072a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:32.791282 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (3520f561-5390-41d3-9e81-af20be1c072a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:32.792283 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b68a54-9716-4ce8-95af-fb10210ded46 req-1f7df607-9b4f-4e80-bdb8-70cd71b05173 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1610482 Feb 21 09:39:32.802409 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-ca3fd3ab-f6b6-42f9-9a49-37b00de00c16 service neutron] 10.222.0.65 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717097 Feb 21 09:39:32.878260 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 3520f561-5390-41d3-9e81-af20be1c072a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=3520f561-5390-41d3-9e81-af20be1c072a,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:32.906318 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b68a54-9716-4ce8-95af-fb10210ded46 req-932cdfaa-00b5-444c-851d-07a9542b38fa tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078489 Feb 21 09:39:32.998052 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (3520f561-5390-41d3-9e81-af20be1c072a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.046308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66362da-80f2-4ee5-a60d-f43f9600a776 req-4cfe725e-433a-4346-b63a-d0c3b3cbeccb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:33.048942 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a66362da-80f2-4ee5-a60d-f43f9600a776 req-4cfe725e-433a-4346-b63a-d0c3b3cbeccb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0660510 Feb 21 09:39:33.085356 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=3520f561-5390-41d3-9e81-af20be1c072a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:33.140769 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-968684fb-08af-47e9-977e-c747c554a150 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:33.147331 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-968684fb-08af-47e9-977e-c747c554a150 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 945 time: 0.0956857 Feb 21 09:39:33.187444 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-69b9b25e-a206-44e7-b032-ee228b1665bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.215920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a66362da-80f2-4ee5-a60d-f43f9600a776 req-bb5f4b03-daf9-45eb-b257-77efbaa9807e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547391 Feb 21 09:39:33.355743 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50924d5d-2363-4a30-977a-6eddf26050f4 req-ca2d07fd-5b30-4b69-81e4-69b08605694e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Feb 21 09:39:33.371403 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Deleting port 04265227-f329-49c2-bb8c-172326ccaa63 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:39:33.375961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (04265227-f329-49c2-bb8c-172326ccaa63), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.460457 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8e063e2-f842-49e8-b272-4f52bfb8e3d0 req-daa3ccf9-7ad8-4f8e-8e61-b2f756377ef4 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 210 time: 0.0781851 Feb 21 09:39:33.520088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] For port 04265227-f329-49c2-bb8c-172326ccaa63, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04265227-f329-49c2-bb8c-172326ccaa63,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:33.520625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (04265227-f329-49c2-bb8c-172326ccaa63), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.540693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Calling delete_port for 04265227-f329-49c2-bb8c-172326ccaa63 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:39:33.651578 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-1fb872cf-1ce1-44b1-a31b-83817cf55397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:33.652988 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-1fb872cf-1ce1-44b1-a31b-83817cf55397 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1130 time: 0.1102726 Feb 21 09:39:33.704212 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47520) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:33.715760 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1925429253-network', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:33.795726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-4d93bef0-a0de-4ab2-a931-6713df155251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:33.797197 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-4d93bef0-a0de-4ab2-a931-6713df155251 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.1357007 Feb 21 09:39:33.872546 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-17364821-41b3-4554-b6e5-c6f13ad30172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 1002 time: 0.0683877 Feb 21 09:39:33.877989 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Made reservation on behalf of a609c79e763d4c52a143bee7d875d8bc for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:33.881774 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.889198 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.952104 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (04265227-f329-49c2-bb8c-172326ccaa63), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.992187 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['c166a307-4617-4967-a978-d1aab69bfb46', '04265227-f329-49c2-bb8c-172326ccaa63'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:39:34.015232 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks [] for security_group (eb24107a-eee8-4b36-8251-4848ecd5e5e1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.029553 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Pushing event deleted for resources: {'Port': ['ID=04265227-f329-49c2-bb8c-172326ccaa63,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:34.044711 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-93560b6a-c86c-4840-9408-ff3bf70c88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:34.046500 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-93560b6a-c86c-4840-9408-ff3bf70c88d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.1366520 Feb 21 09:39:34.090153 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Sync routers for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:34.107523 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:34.108169 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:34.130521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] No DVR routers for this DVR port 04265227-f329-49c2-bb8c-172326ccaa63 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:39:34.137810 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.141193 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ab0e3bc-fc85-42ff-b4e3-e893201b6c2f req-1049f36b-4938-454f-9cd2-7f006b50d33e tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "DELETE /v2.0/ports/04265227-f329-49c2-bb8c-172326ccaa63 HTTP/1.1" status: 204 len: 173 time: 0.9652839 Feb 21 09:39:34.142250 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'name': 'network-vif-deleted', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:34.144632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2c1364-d1e5-46cc-95c0-5ac8a444df81" -d '{"events": [{"server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "name": "network-vif-deleted", "tag": "04265227-f329-49c2-bb8c-172326ccaa63"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:34.172770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-557f9c7a-0b65-494c-9e8d-61b8987db983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:34.174919 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-557f9c7a-0b65-494c-9e8d-61b8987db983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102560 Feb 21 09:39:34.187422 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783794d1-b135-4e8e-ab84-e2a7022fd73e req-fb40aa15-8573-4400-826f-e9d9fbc21b66 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:34.188339 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-783794d1-b135-4e8e-ab84-e2a7022fd73e req-fb40aa15-8573-4400-826f-e9d9fbc21b66 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.1224542 Feb 21 09:39:34.196225 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (eb24107a-eee8-4b36-8251-4848ecd5e5e1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.240618 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:39:34.243054 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24107a-eee8-4b36-8251-4848ecd5e5e1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:34.259446 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (0835cd49-2056-43cd-b615-b759d5d8d219), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.259947 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Added segment 0835cd49-2056-43cd-b615-b759d5d8d219 of type vlan for network 1e380efd-4531-4682-a9d6-2355ab47bdad Feb 21 09:39:34.282208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13c18be-484c-4246-b3d1-9417250f3f8a x-openstack-request-id: req-d13c18be-484c-4246-b3d1-9417250f3f8a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:34.282533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fb7353-364d-479a-89b6-c83c36ab1999", "name": "network-vif-deleted", "tag": "04265227-f329-49c2-bb8c-172326ccaa63", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:34.282793 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d13c18be-484c-4246-b3d1-9417250f3f8a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:34.283331 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb7353-364d-479a-89b6-c83c36ab1999', 'name': 'network-vif-deleted', 'tag': '04265227-f329-49c2-bb8c-172326ccaa63', 'status': 'completed', 'code': 200} Feb 21 09:39:34.343829 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:34.353069 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (1e380efd-4531-4682-a9d6-2355ab47bdad), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.395768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.455124 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (1e380efd-4531-4682-a9d6-2355ab47bdad), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.459914 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38298a4e-6f1f-4016-9c86-b6e65a6cfcfe req-83e7444a-f7a2-467c-bacf-390de773fb62 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0498834 Feb 21 09:39:34.462746 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:34.463860 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.475635 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 3520f561-5390-41d3-9e81-af20be1c072a up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:34.545765 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-783794d1-b135-4e8e-ab84-e2a7022fd73e req-cc134b0a-c106-433a-a397-fc2d0a40809d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441427 Feb 21 09:39:34.552502 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] Pushing event updated for resources: {'Network': ['ID=1e380efd-4531-4682-a9d6-2355ab47bdad,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:34.577776 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-371f1728-2a00-4f94-b367-9631d6187376 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8664889 Feb 21 09:39:34.585482 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:34.591543 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Request body: {'subnet': {'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1925429253-subnet', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:34.596189 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27d740c0-6733-42f1-b3de-2b1e87755d94 req-1e157ae8-aba1-43f8-bbaf-7a76cd5a276e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 210 time: 0.0657265 Feb 21 09:39:34.625788 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-6e5a255a-d68f-4813-8978-e0363a060a65 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196436 Feb 21 09:39:34.729346 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-962b0101-f31b-48c8-b88d-b8f9628f2ec6 req-c4eb5b45-62c7-4451-8d69-42aea7575967 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Feb 21 09:39:34.730781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 1e380efd-4531-4682-a9d6-2355ab47bdad details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:39:34.746003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Made reservation on behalf of a609c79e763d4c52a143bee7d875d8bc for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:34.750015 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.774623 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8b2154-bc8c-40be-990e-b0acaa938770 req-64446e5a-a285-46a0-8784-599d6a0fb1b5 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436477 Feb 21 09:39:34.843835 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 3520f561-5390-41d3-9e81-af20be1c072a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:34.844312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (3520f561-5390-41d3-9e81-af20be1c072a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.959036 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:31Z', 'revision_number': 2, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:34.982553 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-bdb92f8b-6653-42da-bdb8-c1f7e65b66f8 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5fe5bd19f913484c8a91d07243db2dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285547 Feb 21 09:39:34.990156 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Checking router: 45bc3cbb-5897-4c1b-b08e-72ea9938493a for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:34.990731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Updating router 45bc3cbb-5897-4c1b-b08e-72ea9938493a port b0f2ddd7-367c-40af-b573-b50074ff016a binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:35.015645 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 3520f561-5390-41d3-9e81-af20be1c072a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:35.030684 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.053078 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (6744c25c-c180-47bd-add4-31f57fae2501), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.095690 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6744c25c-c180-47bd-add4-31f57fae2501,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:35.130815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-9668ea04-a3ff-4648-a8da-cf663ffbc1f7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:35.138491 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-9668ea04-a3ff-4648-a8da-cf663ffbc1f7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410515 Feb 21 09:39:35.141195 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Checking segment: {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:35.141547 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Network hostable DHCP agents. Network: 1e380efd-4531-4682-a9d6-2355ab47bdad, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:39:35.172093 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Request body: {'port': {'device_id': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a', 'admin_state_up': True, 'tenant_id': '5fe5bd19f913484c8a91d07243db2dee'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:35.237343 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Network 1e380efd-4531-4682-a9d6-2355ab47bdad is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:39:35.310393 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 1e380efd-4531-4682-a9d6-2355ab47bdad) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:35.319608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:35.319946 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd71627-95f2-41d2-8047-6db554236c68 None None] Network 1e380efd-4531-4682-a9d6-2355ab47bdad requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:35.320316 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.411954 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks [] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.430334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Made reservation on behalf of 5fe5bd19f913484c8a91d07243db2dee for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:35.435558 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.439069 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-448da04b-3e6a-492f-8c8c-1ed0baa534db admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8522096 Feb 21 09:39:35.446709 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:35.447712 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.462618 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:35.467935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-1e380efd-4531-4682-a9d6-2355ab47bdad', 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad', 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'fixed_ips': [{'subnet_id': '6744c25c-c180-47bd-add4-31f57fae2501'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:39:35.468805 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.551790 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.593288 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (54e252b4-6162-4126-9da8-20e344587f69), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.596300 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (54e252b4-6162-4126-9da8-20e344587f69), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.606932 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks [] for security_group (f73f5c03-22a4-4a76-b269-126fa7fee01e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.643159 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f2b3eb8-8886-4a5b-80ae-92b8400e4542 req-b5ea9b45-113d-4c16-b0c7-0f121fbc8aa7 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=97fb7353-364d-479a-89b6-c83c36ab1999 HTTP/1.1" status: 200 len: 210 time: 0.0398195 Feb 21 09:39:35.702705 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for router_controller (54e252b4-6162-4126-9da8-20e344587f69), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.718010 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f73f5c03-22a4-4a76-b269-126fa7fee01e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.723466 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a32080-5cb9-49fb-b4bd-b4829fe5d61a None None] Pushing event updated for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:35.789937 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Attempting to bind port b0f2ddd7-367c-40af-b573-b50074ff016a on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:35.790790 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Attempting to bind port b0f2ddd7-367c-40af-b573-b50074ff016a by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:35.791162 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Attempting to bind port b0f2ddd7-367c-40af-b573-b50074ff016a on network b5f7ca51-da93-4cdc-9eb9-081396a848da {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:35.808833 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:35.809252 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Checking segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:35.809659 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.810300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Bound using segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:35.810885 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Bound port: b0f2ddd7-367c-40af-b573-b50074ff016a, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:35.811215 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.879876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Allocated IP 172.20.0.2 (1e380efd-4531-4682-a9d6-2355ab47bdad/6744c25c-c180-47bd-add4-31f57fae2501/cf256d18-7beb-4d54-b844-731a13e8ffdb) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:35.908801 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.909962 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-537a8586-e66b-4e75-85e3-0bc804831fe8 req-ebd9cbb4-89f4-484c-ab05-002301722660 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 210 time: 0.1328993 Feb 21 09:39:35.920205 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f5c03-22a4-4a76-b269-126fa7fee01e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:35.966115 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] For port b0f2ddd7-367c-40af-b573-b50074ff016a, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:35.969156 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for router_gateway (54e252b4-6162-4126-9da8-20e344587f69), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.971071 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] For port b0f2ddd7-367c-40af-b573-b50074ff016a, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b0f2ddd7-367c-40af-b573-b50074ff016a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:36.000849 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e40e5c-4542-4284-a9f7-cbff8b4156ea req-c2924c12-b336-4af2-b7f4-eaca7decb202 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:36.003479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5e40e5c-4542-4284-a9f7-cbff8b4156ea req-c2924c12-b336-4af2-b7f4-eaca7decb202 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.2261348 Feb 21 09:39:36.022441 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-200fa017-5338-4dc4-839e-d268798a4a75 None None] Provisioning complete for port b0f2ddd7-367c-40af-b573-b50074ff016a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:36.022965 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-200fa017-5338-4dc4-839e-d268798a4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.058235 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aac64b75-46b4-47e3-b399-621af5e13c5b req-5bf26ad0-db47-4b45-b923-8c8704556317 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 210 time: 0.0515842 Feb 21 09:39:36.090505 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Allocated IP 192.168.233.81 (50eb4e1f-5da9-4013-b6ee-6f65ed294f2a/6a728318-2c2d-4c30-8661-de6dee4994d6/37d6052a-7110-45a5-8100-0b06cbfcf3c7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:36.096518 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-200fa017-5338-4dc4-839e-d268798a4a75 None None] Port b0f2ddd7-367c-40af-b573-b50074ff016a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:36.106313 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.125916 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5e40e5c-4542-4284-a9f7-cbff8b4156ea req-1c179b10-1419-4638-b0b8-0f0591a258ee tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079638 Feb 21 09:39:36.238194 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks [] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.257524 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a32080-5cb9-49fb-b4bd-b4829fe5d61a None None] Pushing event updated for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:36.261437 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:36.262443 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:36.319711 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks [] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.380772 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.399394 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for router_gateway (54e252b4-6162-4126-9da8-20e344587f69), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.423197 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.467553 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Network 1e380efd-4531-4682-a9d6-2355ab47bdad is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:36.481591 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Pushing event updated for resources: {'Port': ['ID=cf256d18-7beb-4d54-b844-731a13e8ffdb,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:36.486021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:36.489462 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:36.499825 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:36.507335 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.547223 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Provisioning complete for port b0f2ddd7-367c-40af-b573-b50074ff016a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:36.547585 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.569520 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-8a0ee173-0528-46f9-8275-03f6fcb782f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:36.571110 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-8a0ee173-0528-46f9-8275-03f6fcb782f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 814 time: 0.1956692 Feb 21 09:39:36.574304 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Allocated IP 172.27.1.251 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/97675113-b7d9-4125-a2ce-2d7b48e1b232) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:36.585523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:36.594557 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:36.600610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'port': {'device_id': '3f62162e-ad74-44a8-bd11-f075ca978462', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'admin_state_up': True, 'tenant_id': '260e21310ae841e58241553c88e18795'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:36.607275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:36.624252 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Pushing event updated for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:36.702025 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.815804 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:36.817509 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.832488 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Attempting to bind port cf256d18-7beb-4d54-b844-731a13e8ffdb on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:36.833046 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Attempting to bind port cf256d18-7beb-4d54-b844-731a13e8ffdb by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:36.833634 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Attempting to bind port cf256d18-7beb-4d54-b844-731a13e8ffdb on network 1e380efd-4531-4682-a9d6-2355ab47bdad {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:36.835922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Current status of the port b0f2ddd7-367c-40af-b573-b50074ff016a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:36.836315 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.904898 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Made reservation on behalf of 260e21310ae841e58241553c88e18795 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:36.907855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.908648 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.945405 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-87a40622-ec7a-4e2a-a830-9b969d0cff23 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7807257 Feb 21 09:39:36.971063 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Request body: {'port': {'device_id': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:37.005951 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:37.007646 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:37.016976 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Checking segment: {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:37.016976 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.016976 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Bound using segment: {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:37.017378 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:37.017467 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Bound port: cf256d18-7beb-4d54-b844-731a13e8ffdb, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:37.017467 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.017624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Pushing event updated for resources: {'Port': ['ID=97675113-b7d9-4125-a2ce-2d7b48e1b232,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:37.017624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:37.148043 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-256b3183-33db-496e-8845-ffaaf367566b None None] For port b0f2ddd7-367c-40af-b573-b50074ff016a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b0f2ddd7-367c-40af-b573-b50074ff016a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:37.234620 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] For port cf256d18-7beb-4d54-b844-731a13e8ffdb, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:37.240408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] For port cf256d18-7beb-4d54-b844-731a13e8ffdb, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cf256d18-7beb-4d54-b844-731a13e8ffdb,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:37.247636 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.320716 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:37.368280 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:35Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:37.401335 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.410183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Allocated IP 172.20.0.10 (75bf2d07-8856-4d70-ac2c-5ae221d6a63b/a4197cb3-cca8-4c8a-b4a3-c289508fd3b0/20ca4dda-fc25-4090-8da1-ec497505f56c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:37.439786 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3018bd3b-0b65-4c73-bd15-a00e8b5dc8ea req-8c77831f-9657-4386-b2d8-3ab2df09fab0 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 210 time: 0.0751476 Feb 21 09:39:37.441248 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.460742 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3183-33db-496e-8845-ffaaf367566b None None] Pushing event updated for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:37.479460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d39731-bf55-4833-9b9a-fcd0ca093078 None None] The sync data for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi is: [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:35Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:37.630663 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.633819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9fd4bb06-aafb-4754-97f6-48eaa7c3d83c None None] Provisioning complete for port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:37.634310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fd4bb06-aafb-4754-97f6-48eaa7c3d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.700250 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4bb06-aafb-4754-97f6-48eaa7c3d83c None None] Port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:37.732517 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d21cc9-cd8c-4f8d-898b-1726b0d12e70 None None] Pushing event updated for resources: {'Port': ['ID=cf256d18-7beb-4d54-b844-731a13e8ffdb,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:37.761448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:37.767423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.814418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492665a-6cac-45f1-b389-5d0000480b35 req-e1b3e682-1d1f-4a39-9e1f-da784a765466 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:37.821595 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b492665a-6cac-45f1-b389-5d0000480b35 req-e1b3e682-1d1f-4a39-9e1f-da784a765466 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 935 time: 0.4586897 Feb 21 09:39:37.822803 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:37.824436 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:37.827970 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759fa67f-b7f8-4a0a-acbb-52795aad7b88" -d '{"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-unplugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:37.882275 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for router_gateway (54e252b4-6162-4126-9da8-20e344587f69), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.915847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598afa11-cfdc-47ee-95dc-0702034e0ed7 req-bf42da5d-b4ad-4217-831f-edf0977ae59e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:37.917596 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-598afa11-cfdc-47ee-95dc-0702034e0ed7 req-bf42da5d-b4ad-4217-831f-edf0977ae59e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 946 time: 0.3170259 Feb 21 09:39:37.930345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.944572 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04265227-f329-49c2-bb8c-172326ccaa63 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:37.995951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 04265227-f329-49c2-bb8c-172326ccaa63 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:39:37.996924 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04265227-f329-49c2-bb8c-172326ccaa63 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:39:38.141427 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:38.149261 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.174360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (54e252b4-6162-4126-9da8-20e344587f69), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.202479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b492665a-6cac-45f1-b389-5d0000480b35 req-52d58f5c-e99a-4df1-96a6-a883e95e118e tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800712 Feb 21 09:39:38.397312 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-598afa11-cfdc-47ee-95dc-0702034e0ed7 req-79ecbde3-673a-4fd3-8255-69bffddd9118 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658728 Feb 21 09:39:38.484436 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d2202-8d96-473e-8ab2-c139e7790865 x-openstack-request-id: req-c43d2202-8d96-473e-8ab2-c139e7790865 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:38.484946 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-unplugged", "status": "failed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:38.485041 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c43d2202-8d96-473e-8ab2-c139e7790865 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:38.487794 dv-cinder-778193-19-iscsi neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'code': 422} returned with failed status Feb 21 09:39:38.498226 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4c475-8bda-434d-8532-350897036af0 req-be4e7a4a-784a-4440-b56b-a6eb0af33a84 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:38.500887 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b4c475-8bda-434d-8532-350897036af0 req-be4e7a4a-784a-4440-b56b-a6eb0af33a84 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1983304 Feb 21 09:39:38.520341 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Router 54e252b4-6162-4126-9da8-20e344587f69 is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:39:38.555737 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cf256d18-7beb-4d54-b844-731a13e8ffdb up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:38.564222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.577685 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d6052a-7110-45a5-8100-0b06cbfcf3c7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:39:38.603796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks [] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.669298 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port cf256d18-7beb-4d54-b844-731a13e8ffdb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:38.669739 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.696027 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:38.703708 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:38.731558 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:38.735795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Transition to ACTIVE for port object 37d6052a-7110-45a5-8100-0b06cbfcf3c7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:38.803101 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:38.814302 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Sync routers for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:38.831587 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:38.832225 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:38.851437 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port cf256d18-7beb-4d54-b844-731a13e8ffdb is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:38.851437 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.872627 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.915494 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port cf256d18-7beb-4d54-b844-731a13e8ffdb, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cf256d18-7beb-4d54-b844-731a13e8ffdb,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:38.919892 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.922369 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-290097f2-6aaa-494e-8e64-7d0ae8a112bd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4744036 Feb 21 09:39:38.925085 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47610) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:38.955778 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:38.965739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:38.965739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:39.015023 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.016087 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b0f2ddd7-367c-40af-b573-b50074ff016a up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:39.046040 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:39.135398 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=cf256d18-7beb-4d54-b844-731a13e8ffdb,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:39.157759 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b4c475-8bda-434d-8532-350897036af0 req-2d6f9509-d628-4481-a4a6-ec1cd120c51d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966787 Feb 21 09:39:39.192402 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Pushing event updated for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:39.268174 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port b0f2ddd7-367c-40af-b573-b50074ff016a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:39.268870 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.350497 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3713ad-9923-431f-8eda-ddbb05ea92c0 None None] Network 1e380efd-4531-4682-a9d6-2355ab47bdad requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:39.445707 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-2ae1fc95-b093-403d-a973-6d82352e1ec3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8552186 Feb 21 09:39:39.461891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Provisioning complete for port 20ca4dda-fc25-4090-8da1-ec497505f56c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:39.462386 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.503844 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Attempting to bind port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:39.504869 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Attempting to bind port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:39.505373 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Attempting to bind port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 on network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:39.517194 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Port 20ca4dda-fc25-4090-8da1-ec497505f56c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:39.528582 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Request body: {'port': {'device_id': '3f62162e-ad74-44a8-bd11-f075ca978462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:39.537696 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 3, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:39.577273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 on network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:39:39.577273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Attempting to bind port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 on network 50eb4e1f-5da9-4013-b6ee-6f65ed294f2a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:39.587645 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:39.587986 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Checking segment: {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:39.588432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Bound using segment: {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:39.591872 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Bound port: 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559d4bf3-ae12-42c0-a055-6bc07e03e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:39.591872 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.612254 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Checking router: 54e252b4-6162-4126-9da8-20e344587f69 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:39.618401 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Updating router 54e252b4-6162-4126-9da8-20e344587f69 port 97675113-b7d9-4125-a2ce-2d7b48e1b232 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:39.618723 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Provisioning complete for port cf256d18-7beb-4d54-b844-731a13e8ffdb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:39.619258 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.630045 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123c188-8089-473f-ace2-66d73386fb0e req-c560f7a8-ec46-47cf-a32c-d223f21eebf6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:39.631630 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6123c188-8089-473f-ace2-66d73386fb0e req-c560f7a8-ec46-47cf-a32c-d223f21eebf6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 932 time: 0.2494409 Feb 21 09:39:39.661981 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.664525 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port b0f2ddd7-367c-40af-b573-b50074ff016a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:39.774141 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e45938f1-956f-43ad-990f-28fc7ed2c4b7 None None] Current status of the port cf256d18-7beb-4d54-b844-731a13e8ffdb is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:39.796076 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.889038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6123c188-8089-473f-ace2-66d73386fb0e req-bb4f80cb-cbf1-41d2-8840-69ae1b91d65f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195151 Feb 21 09:39:39.957471 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:39.978724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:39.989878 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.033448 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe7faf-a771-4e4b-8727-8541e60a53d1 req-4fbc0603-4a9d-4f6a-821e-26b69d1f7be4 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.041933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94fe7faf-a771-4e4b-8727-8541e60a53d1 req-4fbc0603-4a9d-4f6a-821e-26b69d1f7be4 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.1924324 Feb 21 09:39:40.065183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-63efd9da-eeb2-4b76-8d97-367c7006a227 req-c9c27c5b-e8d5-4429-a4e5-e43283fa8bbc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:39:40.066223 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63efd9da-eeb2-4b76-8d97-367c7006a227 req-c9c27c5b-e8d5-4429-a4e5-e43283fa8bbc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053544 Feb 21 09:39:40.068427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.126588 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-47041cd2-3a41-462b-a542-c03c0c71858a None None] Provisioning complete for port cf256d18-7beb-4d54-b844-731a13e8ffdb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:40.126963 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-47041cd2-3a41-462b-a542-c03c0c71858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.142406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.142406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.143137 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] 10.222.0.42 "PUT /v2.0/ports/37d6052a-7110-45a5-8100-0b06cbfcf3c7 HTTP/1.1" status: 200 len: 1097 time: 3.1772792 Feb 21 09:39:40.147678 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ba18-76dc-4014-871e-b7ab240d0fad service neutron] Pushing event updated for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.168158 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:40.171214 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847bccb-801e-4abe-9081-903808e6ca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:40.279626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-47041cd2-3a41-462b-a542-c03c0c71858a None None] Current status of the port cf256d18-7beb-4d54-b844-731a13e8ffdb is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:40.294924 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Allocated IP 172.20.0.1 (1e380efd-4531-4682-a9d6-2355ab47bdad/6744c25c-c180-47bd-add4-31f57fae2501/0ec62257-9226-46fd-88fe-41e36bbacd8e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:39:40.299742 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94fe7faf-a771-4e4b-8727-8541e60a53d1 req-6b08e64b-0d3f-4125-8873-9f4c56db16e6 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561805 Feb 21 09:39:40.342608 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks [] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.432422 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.472726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd8293-36ac-4043-b18f-1a6fc18a81d3 x-openstack-request-id: req-89bd8293-36ac-4043-b18f-1a6fc18a81d3 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:40.473026 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:40.473281 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89bd8293-36ac-4043-b18f-1a6fc18a81d3 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:40.473690 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7', 'status': 'completed', 'code': 200} Feb 21 09:39:40.482135 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cf256d18-7beb-4d54-b844-731a13e8ffdb up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:40.538906 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Attempting to bind port 97675113-b7d9-4125-a2ce-2d7b48e1b232 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:40.539323 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Attempting to bind port 97675113-b7d9-4125-a2ce-2d7b48e1b232 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:40.539691 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Attempting to bind port 97675113-b7d9-4125-a2ce-2d7b48e1b232 on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:40.551586 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:40.552280 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:40.552848 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.553616 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:40.554252 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Bound port: 97675113-b7d9-4125-a2ce-2d7b48e1b232, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:40.554812 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.589059 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-8f2692b1-b4e4-41e9-be0c-bce85792ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.593679 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-8f2692b1-b4e4-41e9-be0c-bce85792ecf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fe5bd19f913484c8a91d07243db2dee&device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 1131 time: 0.2881207 Feb 21 09:39:40.596775 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks [] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.614741 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752166c-54f9-4f22-b4c3-9ce2136b4bc9 req-8ab405fa-7152-4131-95cc-5b64151128fb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.622040 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e752166c-54f9-4f22-b4c3-9ce2136b4bc9 req-8ab405fa-7152-4131-95cc-5b64151128fb tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.2228894 Feb 21 09:39:40.631708 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] For port 97675113-b7d9-4125-a2ce-2d7b48e1b232, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:40.635606 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] For port 97675113-b7d9-4125-a2ce-2d7b48e1b232, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=97675113-b7d9-4125-a2ce-2d7b48e1b232,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:40.649605 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port cf256d18-7beb-4d54-b844-731a13e8ffdb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:40.650182 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.655919 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afd1b5-9cb1-481e-81b4-6341ecc2ba81 None None] Pushing event updated for resources: {'Port': ['ID=97675113-b7d9-4125-a2ce-2d7b48e1b232,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.692746 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-ffefce5b-332b-40f9-acc4-0aee3a9bc7b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7 HTTP/1.1" status: 200 len: 217 time: 0.0612273 Feb 21 09:39:40.723055 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.744383 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce572e3-acda-4f88-97e5-d680c1f31fe6 req-ea35fab1-7c88-4d17-8688-a1725c005b15 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.745826 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ce572e3-acda-4f88-97e5-d680c1f31fe6 req-ea35fab1-7c88-4d17-8688-a1725c005b15 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1974096 Feb 21 09:39:40.752316 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.769096 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port cf256d18-7beb-4d54-b844-731a13e8ffdb is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:40.791798 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:40.792857 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:40.815620 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Network 1e380efd-4531-4682-a9d6-2355ab47bdad is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:40.818507 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:40.822553 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:39:40.843994 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afd1b5-9cb1-481e-81b4-6341ecc2ba81 None None] Pushing event updated for resources: {'Port': ['ID=97675113-b7d9-4125-a2ce-2d7b48e1b232,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.862978 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (54e252b4-6162-4126-9da8-20e344587f69), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.890220 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ca4dda-fc25-4090-8da1-ec497505f56c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:39:40.904039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks [] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.919226 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e752166c-54f9-4f22-b4c3-9ce2136b4bc9 req-c01eb981-e727-4787-933c-63354879405f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963061 Feb 21 09:39:40.940442 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:40.977995 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-74830aa2-a07b-4dba-99d1-6f9ef43add25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.979408 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-74830aa2-a07b-4dba-99d1-6f9ef43add25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a728318-2c2d-4c30-8661-de6dee4994d6 HTTP/1.1" status: 200 len: 843 time: 0.2665930 Feb 21 09:39:40.980613 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Transition to ACTIVE for port object 20ca4dda-fc25-4090-8da1-ec497505f56c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:39:41.006252 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:41.012135 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6ce572e3-acda-4f88-97e5-d680c1f31fe6 req-40a66c1b-0639-4673-8f7d-fd36fee91bdf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312186 Feb 21 09:39:41.119789 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ce96-53e3-46f1-ac65-aa768cb74fdf req-cacd6348-7fb0-460c-a867-e7398fdb3c0c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:41.122646 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2539ce96-53e3-46f1-ac65-aa768cb74fdf req-cacd6348-7fb0-460c-a867-e7398fdb3c0c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 932 time: 0.0929008 Feb 21 09:39:41.123323 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-15c6531a-6361-47da-bfa6-435b25e0ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:41.125388 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-15c6531a-6361-47da-bfa6-435b25e0ee54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50eb4e1f-5da9-4013-b6ee-6f65ed294f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1115665 Feb 21 09:39:41.125531 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.181318 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c281a86b-b5cd-47f1-98df-1c931eddc499 None None] Provisioning complete for port 0ec62257-9226-46fd-88fe-41e36bbacd8e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:41.181609 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c281a86b-b5cd-47f1-98df-1c931eddc499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.186201 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.240090 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 3, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:41.253812 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c281a86b-b5cd-47f1-98df-1c931eddc499 None None] Port 0ec62257-9226-46fd-88fe-41e36bbacd8e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:41.282990 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.293707 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e2987-162d-4cfc-be1b-ed282b0f2e62 None None] The sync data for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi is: [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 3, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:41.326766 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:41.369606 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2539ce96-53e3-46f1-ac65-aa768cb74fdf req-58d2ea0d-a3af-439d-a9cb-58eac8fdd0c7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415407 Feb 21 09:39:41.466194 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-adba57d3-69ea-448c-b0a3-26faa971356a service neutron] 10.222.0.42 "GET /v2.0/networks/50eb4e1f-5da9-4013-b6ee-6f65ed294f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314767 Feb 21 09:39:41.483783 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks [] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.538111 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: DOWN; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:41.557145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.591167 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Attempting to bind port 20ca4dda-fc25-4090-8da1-ec497505f56c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:41.591855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Attempting to bind port 20ca4dda-fc25-4090-8da1-ec497505f56c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:41.591855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Attempting to bind port 20ca4dda-fc25-4090-8da1-ec497505f56c on network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:41.609388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Port 20ca4dda-fc25-4090-8da1-ec497505f56c on network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:39:41.609743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Attempting to bind port 20ca4dda-fc25-4090-8da1-ec497505f56c on network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:41.628548 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:41.628892 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Checking segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:41.629280 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Bound using segment: {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:41.630019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Bound port: 20ca4dda-fc25-4090-8da1-ec497505f56c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb47e6d-984f-414b-9008-8483bf8cc540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:41.630181 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.640986 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11fb2b-46e2-46a3-9356-170f95f2f15e req-c01a8f69-bac8-4c85-a7a5-faa4518b5d71 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:41.642600 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd11fb2b-46e2-46a3-9356-170f95f2f15e req-c01a8f69-bac8-4c85-a7a5-faa4518b5d71 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.1963141 Feb 21 09:39:41.658871 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (54e252b4-6162-4126-9da8-20e344587f69), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.684635 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:41.707354 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb040b58-dd49-4ddb-bdfe-9d2f4f60ce83 req-a9610cd5-65a5-4bf3-918b-051525139bad service neutron] 10.222.0.42 "GET /v2.0/networks/50eb4e1f-5da9-4013-b6ee-6f65ed294f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274525 Feb 21 09:39:41.767679 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:41.772924 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd11fb2b-46e2-46a3-9356-170f95f2f15e req-4bc86b8b-71fa-4c3c-b9c1-b6782327e78b tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050353 Feb 21 09:39:41.774610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:41.810177 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Network 1e380efd-4531-4682-a9d6-2355ab47bdad is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:39:41.811877 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:41.886186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:41.982782 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Router 54e252b4-6162-4126-9da8-20e344587f69 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:42.008571 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.009225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.010649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] 10.222.0.42 "PUT /v2.0/ports/20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 1094 time: 2.4990816 Feb 21 09:39:42.037878 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847bccb-801e-4abe-9081-903808e6ca3b req-3eda0980-981a-4702-a668-d6739f793788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.045754 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-3eda0980-981a-4702-a668-d6739f793788 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fe5bd19f913484c8a91d07243db2dee&device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 1131 time: 0.1562297 Feb 21 09:39:42.182237 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005f071-6c31-47a8-891b-61c72b4a20bd service neutron] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:42.214711 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e0a2c246-e220-4d5f-b36d-19ddc14a16f2 None None] Provisioning complete for port 0ec62257-9226-46fd-88fe-41e36bbacd8e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:42.215271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0a2c246-e220-4d5f-b36d-19ddc14a16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.219758 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:42.225882 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8df78dfc-8b99-48da-8831-3fbcf21f9f74 admin admin] 10.222.0.65 "PUT /v2.0/routers/54e252b4-6162-4126-9da8-20e344587f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2996686 Feb 21 09:39:42.285979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2c246-e220-4d5f-b36d-19ddc14a16f2 None None] Port 0ec62257-9226-46fd-88fe-41e36bbacd8e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:42.366195 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847bccb-801e-4abe-9081-903808e6ca3b req-613346bd-cfc9-47a2-8453-9ce66126e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.367726 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-613346bd-cfc9-47a2-8453-9ce66126e6f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=50eb4e1f-5da9-4013-b6ee-6f65ed294f2a HTTP/1.1" status: 200 len: 870 time: 0.3090854 Feb 21 09:39:42.380900 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b91de-64c8-4cee-b7de-44a7cf433a50 req-529dfb42-1207-4a18-a19d-1d7292c1d6c1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.387746 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-864b91de-64c8-4cee-b7de-44a7cf433a50 req-529dfb42-1207-4a18-a19d-1d7292c1d6c1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.2116358 Feb 21 09:39:42.460437 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 97675113-b7d9-4125-a2ce-2d7b48e1b232 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:42.538095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 97675113-b7d9-4125-a2ce-2d7b48e1b232 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:42.538571 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.630023 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 97675113-b7d9-4125-a2ce-2d7b48e1b232 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:42.630510 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.650184 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:42.652409 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c71f99-65b0-428f-897f-2146083aa0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:42.655868 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 97675113-b7d9-4125-a2ce-2d7b48e1b232, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=97675113-b7d9-4125-a2ce-2d7b48e1b232,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:42.696637 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895fe30-458c-4960-83b2-5b2a186c72cd req-bb2d9764-286d-4515-a623-9c10f4a1c14f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.698061 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8895fe30-458c-4960-83b2-5b2a186c72cd req-bb2d9764-286d-4515-a623-9c10f4a1c14f tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.5209885 Feb 21 09:39:42.702285 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-cc4fa5e6-145f-40c5-a15b-5677f4ed052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.703763 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-cc4fa5e6-145f-40c5-a15b-5677f4ed052d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1128 time: 0.5257037 Feb 21 09:39:42.705013 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-92991ebc-2c10-473a-85ea-c35fa706ebc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7 HTTP/1.1" status: 200 len: 217 time: 0.3093312 Feb 21 09:39:42.751584 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.801051 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=97675113-b7d9-4125-a2ce-2d7b48e1b232,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:42.806643 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-864b91de-64c8-4cee-b7de-44a7cf433a50 req-9ae4803f-cae0-452b-bb4b-dca2f157fd94 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180367 Feb 21 09:39:42.807864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-3781265c-25f2-46db-9981-a2a608de9a89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 217 time: 0.0749648 Feb 21 09:39:42.876877 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8895fe30-458c-4960-83b2-5b2a186c72cd req-d335933f-3872-4ac3-8c53-8a5fc804eb6b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708999 Feb 21 09:39:42.880471 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847bccb-801e-4abe-9081-903808e6ca3b req-6f3ed3f2-66ba-4bfd-8590-abeca0a3b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.881911 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-6f3ed3f2-66ba-4bfd-8590-abeca0a3b54c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a728318-2c2d-4c30-8661-de6dee4994d6 HTTP/1.1" status: 200 len: 843 time: 0.1388659 Feb 21 09:39:42.923803 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-c1eb4e7a-8c8c-4c81-9e6f-8326d62ed820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:42.925243 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-c1eb4e7a-8c8c-4c81-9e6f-8326d62ed820 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.1060772 Feb 21 09:39:43.013654 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847bccb-801e-4abe-9081-903808e6ca3b req-0fe65cd9-75bc-43f2-b895-c36ecedf12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.016649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-0fe65cd9-75bc-43f2-b895-c36ecedf12c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50eb4e1f-5da9-4013-b6ee-6f65ed294f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1200776 Feb 21 09:39:43.029307 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628249f-85aa-495b-9370-48f3c072091b req-053737f2-b7e8-4e4c-a71a-54179bb6ee3a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.031763 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2628249f-85aa-495b-9370-48f3c072091b req-053737f2-b7e8-4e4c-a71a-54179bb6ee3a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1490097 Feb 21 09:39:43.041584 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1929-48b7-43c2-9282-4962ffac2266 req-83c8b9b4-2b43-482a-925a-3d5327efabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.043070 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-83c8b9b4-2b43-482a-925a-3d5327efabaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1007552 Feb 21 09:39:43.190742 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2628249f-85aa-495b-9370-48f3c072091b req-3b1657eb-602d-4bf6-b391-292de57f2924 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459091 Feb 21 09:39:43.204608 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-5504c40b-1eef-48d1-b38a-60d1241e492a service neutron] 10.222.0.42 "GET /v2.0/networks/50eb4e1f-5da9-4013-b6ee-6f65ed294f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704695 Feb 21 09:39:43.277094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b0230-3eeb-4db3-aa15-1e0fb22e72bc x-openstack-request-id: req-7d7b0230-3eeb-4db3-aa15-1e0fb22e72bc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:43.277384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:43.277639 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d7b0230-3eeb-4db3-aa15-1e0fb22e72bc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:43.278030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:39:43.303477 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-93d3206a-df88-41b5-ad51-2d4247049a68 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920948 Feb 21 09:39:43.330039 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:43.334788 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177285032', 'description': 'tempest-secgroup-smoke-177285032 description', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:43.348583 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4847bccb-801e-4abe-9081-903808e6ca3b req-cef8fd71-e6b6-42a6-88b9-8a69e4c064ac service neutron] 10.222.0.42 "GET /v2.0/networks/50eb4e1f-5da9-4013-b6ee-6f65ed294f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378541 Feb 21 09:39:43.418133 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.448993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4399cce-d5bd-4e82-b664-555dbbf31b59 req-e8736f93-3b73-4211-912f-43ad1e0e0138 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.452625 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4399cce-d5bd-4e82-b664-555dbbf31b59 req-e8736f93-3b73-4211-912f-43ad1e0e0138 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.1221266 Feb 21 09:39:43.487165 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Sync routers for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:43.495887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-44570cfc-0f1c-4649-b674-5039b6b8cd10 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.497403 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-44570cfc-0f1c-4649-b674-5039b6b8cd10 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1126022 Feb 21 09:39:43.498512 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:43.499131 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:43.538876 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-266e1929-48b7-43c2-9282-4962ffac2266 req-4d9dd411-f5a7-4476-8119-a434d2113741 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547949 Feb 21 09:39:43.547804 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4399cce-d5bd-4e82-b664-555dbbf31b59 req-b66d48e9-3e1c-4f32-af63-f3c6e9c1cdd0 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835364 Feb 21 09:39:43.643861 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:43.649867 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (6bc65030-81f8-4767-98e3-6dccd8af94b8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.701845 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Deleting port c166a307-4617-4967-a978-d1aab69bfb46 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:39:43.702183 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (c166a307-4617-4967-a978-d1aab69bfb46), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.747071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6bc65030-81f8-4767-98e3-6dccd8af94b8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.761736 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-41cb20ce-9068-481e-8ff6-e284b2567467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.763379 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-41cb20ce-9068-481e-8ff6-e284b2567467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1128 time: 0.0581508 Feb 21 09:39:43.791361 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc65030-81f8-4767-98e3-6dccd8af94b8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:43.831711 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] For port c166a307-4617-4967-a978-d1aab69bfb46, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c166a307-4617-4967-a978-d1aab69bfb46,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:43.832208 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (c166a307-4617-4967-a978-d1aab69bfb46), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.858894 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Calling delete_port for c166a307-4617-4967-a978-d1aab69bfb46 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:39:43.864319 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:43.868524 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1917efa5-f609-49b9-ab76-76f4b6abf536 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5374305 Feb 21 09:39:43.869721 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:43.876604 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-71f1fc6f-1624-40a8-8b75-01143f0feaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:43.876604 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-71f1fc6f-1624-40a8-8b75-01143f0feaab service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.1058335 Feb 21 09:39:43.878443 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:43.878857 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:41Z', 'revision_number': 4, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '0ec62257-9226-46fd-88fe-41e36bbacd8e', 'name': '', 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'mac_address': 'fa:16:3e:03:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6744c25c-c180-47bd-add4-31f57fae2501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:40Z', 'updated_at': '2022-02-21T09:39:41Z', 'revision_number': 2, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'subnets': [{'id': '6744c25c-c180-47bd-add4-31f57fae2501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:43.914048 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Checking router: 54e252b4-6162-4126-9da8-20e344587f69 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:43.914412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Updating router 54e252b4-6162-4126-9da8-20e344587f69 port 0ec62257-9226-46fd-88fe-41e36bbacd8e binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:39:43.939710 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-9687a6c1-5d5c-42a9-b108-ca62568b7ae6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 217 time: 0.0564699 Feb 21 09:39:43.951061 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.068659 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-7d521de7-fdf4-4742-affe-0245bbf94a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.070128 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-7d521de7-fdf4-4742-affe-0245bbf94a0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.1010976 Feb 21 09:39:44.082020 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f343-8fba-41ad-89dd-c5deabacf387 req-4fc1e784-22e5-4ad4-bd93-de642a911d1c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.083728 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4a2f343-8fba-41ad-89dd-c5deabacf387 req-4fc1e784-22e5-4ad4-bd93-de642a911d1c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1430349 Feb 21 09:39:44.103020 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38550d-25d0-499b-9b8c-baf7a81953ba req-7879df6d-30a1-4fb8-b053-4a9cf5155354 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.104533 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db38550d-25d0-499b-9b8c-baf7a81953ba req-7879df6d-30a1-4fb8-b053-4a9cf5155354 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 945 time: 0.1335378 Feb 21 09:39:44.204579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-d5291d02-33c9-4ff5-84d8-be993291fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.206101 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-d5291d02-33c9-4ff5-84d8-be993291fae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1204903 Feb 21 09:39:44.218365 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4a2f343-8fba-41ad-89dd-c5deabacf387 req-84cf7b90-29ae-4641-9aad-43bce0874c7a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246719 Feb 21 09:39:44.230034 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db38550d-25d0-499b-9b8c-baf7a81953ba req-f99170c7-4c58-4808-9fc0-97326d15139b tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea105e63-eab7-4105-9876-a45650481e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092324 Feb 21 09:39:44.289775 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:44.316598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-a881e6b5-2ad3-4a56-9d84-bca7e806d22b service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015658 Feb 21 09:39:44.326305 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks [] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.338145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (b8f11469-f302-43f7-88bc-ea430d2f0900), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.406555 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (b8f11469-f302-43f7-88bc-ea430d2f0900), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.417021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 97675113-b7d9-4125-a2ce-2d7b48e1b232 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:44.454803 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.465297 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb1da-cba8-42de-b20b-323feafc941e req-ee24a9ac-449a-440b-9e4b-65811b4a9464 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.466805 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58efb1da-cba8-42de-b20b-323feafc941e req-ee24a9ac-449a-440b-9e4b-65811b4a9464 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1209633 Feb 21 09:39:44.473301 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e0c71f99-65b0-428f-897f-2146083aa0b8 req-4c87f8f8-7ba8-4cb6-9864-fd380075247c service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499901 Feb 21 09:39:44.486979 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (c166a307-4617-4967-a978-d1aab69bfb46), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.526052 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58efb1da-cba8-42de-b20b-323feafc941e req-4cd918f9-d4b9-48c1-977e-0103c9526287 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517628 Feb 21 09:39:44.543552 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['c166a307-4617-4967-a978-d1aab69bfb46'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:39:44.555511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (b8f11469-f302-43f7-88bc-ea430d2f0900), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.555511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Pushing event deleted for resources: {'Port': ['ID=c166a307-4617-4967-a978-d1aab69bfb46,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.614842 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f11469-f302-43f7-88bc-ea430d2f0900,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.669096 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] No DVR routers for this DVR port c166a307-4617-4967-a978-d1aab69bfb46 on host hv-cinder-77819 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:39:44.672856 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.676753 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1b9a4e86-459d-4327-a4f7-e389ddfe1e9a req-6e036d56-bf66-4fea-ae86-a9f561ae6a29 tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.42 "DELETE /v2.0/ports/c166a307-4617-4967-a978-d1aab69bfb46 HTTP/1.1" status: 204 len: 173 time: 1.1509333 Feb 21 09:39:44.677274 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'name': 'network-vif-deleted', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:44.679812 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909aaf5-79bb-4aee-84fe-d357024807c0" -d '{"events": [{"server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "name": "network-vif-deleted", "tag": "c166a307-4617-4967-a978-d1aab69bfb46"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:44.724060 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcf8696-0dfc-41f7-b7ba-ca883aca1c44 x-openstack-request-id: req-afcf8696-0dfc-41f7-b7ba-ca883aca1c44 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:44.724060 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12deb1c7-5760-4e9a-9c0d-c221ea44cc02", "name": "network-vif-deleted", "tag": "c166a307-4617-4967-a978-d1aab69bfb46", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:44.724310 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afcf8696-0dfc-41f7-b7ba-ca883aca1c44 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:44.724712 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12deb1c7-5760-4e9a-9c0d-c221ea44cc02', 'name': 'network-vif-deleted', 'tag': 'c166a307-4617-4967-a978-d1aab69bfb46', 'status': 'completed', 'code': 200} Feb 21 09:39:44.740339 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.741775 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-888c2c46-6824-4453-9c41-b55c4796d06f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8691087 Feb 21 09:39:44.744521 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:44.756996 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565212-3102-4be0-8683-852cc6e66b0e req-e45ed7e1-873d-4669-916c-5b02a0f0a086 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:44.759896 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a7565212-3102-4be0-8683-852cc6e66b0e req-e45ed7e1-873d-4669-916c-5b02a0f0a086 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.0851128 Feb 21 09:39:44.762735 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:44.774307 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785650-3d9f-4c41-8f53-476fdfd65c49 None None] Pushing event updated for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:44.806619 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 97675113-b7d9-4125-a2ce-2d7b48e1b232 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:44.806990 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.811346 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Attempting to bind port 0ec62257-9226-46fd-88fe-41e36bbacd8e on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:39:44.811346 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Attempting to bind port 0ec62257-9226-46fd-88fe-41e36bbacd8e by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:39:44.811581 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Attempting to bind port 0ec62257-9226-46fd-88fe-41e36bbacd8e on network 1e380efd-4531-4682-a9d6-2355ab47bdad {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:39:44.838028 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:39:44.838601 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Checking segment: {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:44.839017 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.839448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Bound using segment: {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:39:44.840064 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Bound port: 0ec62257-9226-46fd-88fe-41e36bbacd8e, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0835cd49-2056-43cd-b615-b759d5d8d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:39:44.840454 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.840753 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a7565212-3102-4be0-8683-852cc6e66b0e req-5b5ca684-5ccb-4691-a803-a6b9fcdccbe5 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748169 Feb 21 09:39:44.908935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ad3bdccb-e66d-4b42-9409-c69f9c48c280 None None] Provisioning complete for port 0ec62257-9226-46fd-88fe-41e36bbacd8e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:44.909309 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdccb-e66d-4b42-9409-c69f9c48c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.914528 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (cfac44fd-3958-4c42-af57-20f0fee9f964), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.972532 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (cfac44fd-3958-4c42-af57-20f0fee9f964), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:44.981878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] For port 0ec62257-9226-46fd-88fe-41e36bbacd8e, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:39:44.993662 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bdccb-e66d-4b42-9409-c69f9c48c280 None None] Port 0ec62257-9226-46fd-88fe-41e36bbacd8e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:39:45.003134 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] For port 0ec62257-9226-46fd-88fe-41e36bbacd8e, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=0ec62257-9226-46fd-88fe-41e36bbacd8e,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:39:45.006775 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 97675113-b7d9-4125-a2ce-2d7b48e1b232 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:45.054405 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (cfac44fd-3958-4c42-af57-20f0fee9f964), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.075211 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfac44fd-3958-4c42-af57-20f0fee9f964,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.087283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.148547 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:45.149185 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:45.149711 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.151210 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1fbe15e1-3d45-4bca-83da-257b34d3b693 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4057112 Feb 21 09:39:45.153802 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:45.153929 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785650-3d9f-4c41-8f53-476fdfd65c49 None None] Pushing event updated for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.160645 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:45.260577 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (8f49ab49-67e2-4916-a2f1-76f80d9e57bb), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.288300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:45.371339 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (8f49ab49-67e2-4916-a2f1-76f80d9e57bb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.426174 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34f9664d-109c-491f-8956-c6f3b6c4919f req-05c48487-a121-4523-9948-a17cc9ab5d4d tempest-ServerRescueNegativeTestJSON-1812606625 tempest-ServerRescueNegativeTestJSON-1812606625-project] 10.222.0.65 "GET /v2.0/ports?device_id=12deb1c7-5760-4e9a-9c0d-c221ea44cc02 HTTP/1.1" status: 200 len: 210 time: 0.0619574 Feb 21 09:39:45.432130 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (8f49ab49-67e2-4916-a2f1-76f80d9e57bb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.451484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Provisioning complete for port 0ec62257-9226-46fd-88fe-41e36bbacd8e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:45.451736 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.462320 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f49ab49-67e2-4916-a2f1-76f80d9e57bb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.469258 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b212fd-fe3c-48f2-8c61-ffc8da6ccbf1 req-642318ab-6016-46db-8bf0-a23cad8662d7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:45.472021 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a7b212fd-fe3c-48f2-8c61-ffc8da6ccbf1 req-642318ab-6016-46db-8bf0-a23cad8662d7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0890968 Feb 21 09:39:45.528125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a7b212fd-fe3c-48f2-8c61-ffc8da6ccbf1 req-498ddafa-ab69-4b1b-9b8f-be956c8b4fa1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510218 Feb 21 09:39:45.568912 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.570146 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-19c83181-1b87-431b-8deb-b2a9b43c7f97 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153256 Feb 21 09:39:45.577677 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47708) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:45.582526 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:45.606880 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Current status of the port 0ec62257-9226-46fd-88fe-41e36bbacd8e is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:45.607740 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.613947 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:41Z', 'revision_number': 4, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '0ec62257-9226-46fd-88fe-41e36bbacd8e', 'name': '', 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'mac_address': 'fa:16:3e:03:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6744c25c-c180-47bd-add4-31f57fae2501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:40Z', 'updated_at': '2022-02-21T09:39:44Z', 'revision_number': 4, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'subnets': [{'id': '6744c25c-c180-47bd-add4-31f57fae2501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:45.656893 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08351526-4453-472c-a3f1-cf8e5e80e9d2 None None] The sync data for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi is: [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:39:41Z', 'revision_number': 4, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '0ec62257-9226-46fd-88fe-41e36bbacd8e', 'name': '', 'network_id': '1e380efd-4531-4682-a9d6-2355ab47bdad', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'mac_address': 'fa:16:3e:03:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6744c25c-c180-47bd-add4-31f57fae2501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:40Z', 'updated_at': '2022-02-21T09:39:44Z', 'revision_number': 4, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'subnets': [{'id': '6744c25c-c180-47bd-add4-31f57fae2501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:45.676765 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (9eb6ace2-7d8f-4c00-b722-c3e3075ddd6d), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.681080 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] For port 0ec62257-9226-46fd-88fe-41e36bbacd8e, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=0ec62257-9226-46fd-88fe-41e36bbacd8e,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:45.725485 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55ca7f-df16-4b2d-9c48-d3e3d9638ffb req-380d52b2-0205-4520-98dd-8d1280f53b5c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:45.766014 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc55ca7f-df16-4b2d-9c48-d3e3d9638ffb req-380d52b2-0205-4520-98dd-8d1280f53b5c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1248193 Feb 21 09:39:45.790215 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.798808 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (9eb6ace2-7d8f-4c00-b722-c3e3075ddd6d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.835258 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc55ca7f-df16-4b2d-9c48-d3e3d9638ffb req-bf5d68ee-9dbd-4f3f-86c6-57ca0bde7db5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658267 Feb 21 09:39:45.858999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350ed2d-1f50-4552-8973-4f87b4271349 None None] Pushing event updated for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.883152 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (9eb6ace2-7d8f-4c00-b722-c3e3075ddd6d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.914584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb6ace2-7d8f-4c00-b722-c3e3075ddd6d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:45.987556 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b6958-792e-409d-9ced-55865dfd0aff req-839eabc3-73a5-4ce2-a0ce-1c65bc4872c1 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:45.989231 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d5b6958-792e-409d-9ced-55865dfd0aff req-839eabc3-73a5-4ce2-a0ce-1c65bc4872c1 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.0649688 Feb 21 09:39:45.989568 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:45.991361 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d0f8b7cc-4cac-4692-a306-13520395d4e9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4125304 Feb 21 09:39:45.993904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47714) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:45.998606 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:46.049869 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d5b6958-792e-409d-9ced-55865dfd0aff req-707f1887-3e68-4858-b52f-9a752a744597 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Feb 21 09:39:46.100315 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Project c1bcb57c2e244aceb2ca6d49b3276d7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:39:46.106464 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (bd724dd8-fb9f-4caa-9573-18a80d5511cb), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.190644 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (bd724dd8-fb9f-4caa-9573-18a80d5511cb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.265883 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (bd724dd8-fb9f-4caa-9573-18a80d5511cb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.289573 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd724dd8-fb9f-4caa-9573-18a80d5511cb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:46.368399 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.369735 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8d42371a-d831-4086-ae7e-53ff5680698d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3748064 Feb 21 09:39:46.372752 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47718) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:46.377977 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'security_group_rule': {'security_group_id': '6bc65030-81f8-4767-98e3-6dccd8af94b8', 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:46.404739 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 0ec62257-9226-46fd-88fe-41e36bbacd8e up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:46.463473 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 0ec62257-9226-46fd-88fe-41e36bbacd8e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:46.463855 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.465839 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Project c1bcb57c2e244aceb2ca6d49b3276d7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:39:46.475324 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (e8f4de49-bf17-4289-8ae7-0fba87af5978), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.501864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47722) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:46.551836 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (e8f4de49-bf17-4289-8ae7-0fba87af5978), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.568864 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 0ec62257-9226-46fd-88fe-41e36bbacd8e is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:46.628066 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (e8f4de49-bf17-4289-8ae7-0fba87af5978), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.663251 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f4de49-bf17-4289-8ae7-0fba87af5978,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:46.703228 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b059-1d42-45b4-bd2e-9f9569cf691d req-1f9e66ec-4873-4d45-b566-54d38dc3e972 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:46.705016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f091b059-1d42-45b4-bd2e-9f9569cf691d req-1f9e66ec-4873-4d45-b566-54d38dc3e972 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0873759 Feb 21 09:39:46.753740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:46.763895 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f98942c2-db05-4829-9357-a2d1eccc6b74 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899715 Feb 21 09:39:46.778902 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f091b059-1d42-45b4-bd2e-9f9569cf691d req-0c953ffc-7e14-4dca-848f-b5fcb8ebcec5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680554 Feb 21 09:39:46.961181 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3af0ba-7cca-40b7-8548-199fe48fb263 req-1a98e195-cb7e-43c4-b311-04bb08081f85 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:46.962676 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b3af0ba-7cca-40b7-8548-199fe48fb263 req-1a98e195-cb7e-43c4-b311-04bb08081f85 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0581412 Feb 21 09:39:47.007003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (e7a1a6ad-5477-4173-85db-92160756e26b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:47.015632 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b3af0ba-7cca-40b7-8548-199fe48fb263 req-0ea7155a-ecfa-4ea4-a71d-88cf86220a7b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Feb 21 09:39:47.170564 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f934-c4b9-4da6-aba3-315570bf551e req-79b0c17b-4d8c-4219-84e5-784602178e8b tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:47.172071 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc57f934-c4b9-4da6-aba3-315570bf551e req-79b0c17b-4d8c-4219-84e5-784602178e8b tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.0540488 Feb 21 09:39:47.229168 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc57f934-c4b9-4da6-aba3-315570bf551e req-706f8b14-0681-45ad-af22-c6ac8e3c3bba tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Feb 21 09:39:47.332015 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Deleting port 37aef575-063c-4d3c-be3b-e35fc71aeeab {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:39:47.332526 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:47.364355 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device c166a307-4617-4967-a978-d1aab69bfb46 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:47.384372 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: c166a307-4617-4967-a978-d1aab69bfb46 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:39:47.384721 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device c166a307-4617-4967-a978-d1aab69bfb46 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:39:47.411473 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] For port 37aef575-063c-4d3c-be3b-e35fc71aeeab, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=37aef575-063c-4d3c-be3b-e35fc71aeeab,segment=NetworkSegment(80b07835-82a0-4501-a64e-289a10da0a49),segment_id=80b07835-82a0-4501-a64e-289a10da0a49)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:47.411832 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:47.425417 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Calling delete_port for 37aef575-063c-4d3c-be3b-e35fc71aeeab owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:39:47.704603 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (37aef575-063c-4d3c-be3b-e35fc71aeeab), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:47.732181 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=37aef575-063c-4d3c-be3b-e35fc71aeeab,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:47.919934 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (e7a1a6ad-5477-4173-85db-92160756e26b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:47.929712 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87653a6-2035-42e7-a6ba-6311489b333d req-c69434bf-a0dd-4ed0-9ddb-be4d6cd1d925 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:47.931407 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a87653a6-2035-42e7-a6ba-6311489b333d req-c69434bf-a0dd-4ed0-9ddb-be4d6cd1d925 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0726676 Feb 21 09:39:47.981878 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a87653a6-2035-42e7-a6ba-6311489b333d req-1d794fbb-4951-4fca-8ac0-55567d276e3c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Feb 21 09:39:48.150408 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9226a91-61ab-4d07-810c-abc643f355be req-76501f28-529c-499c-afeb-db57643188b8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:48.152279 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9226a91-61ab-4d07-810c-abc643f355be req-76501f28-529c-499c-afeb-db57643188b8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0681005 Feb 21 09:39:48.166638 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Router e7a1a6ad-5477-4173-85db-92160756e26b has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:39:48.207126 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9226a91-61ab-4d07-810c-abc643f355be req-5c8cb953-423b-42de-bdd2-40cf1de87bf8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Feb 21 09:39:48.349337 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:48.432899 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b93463-f1bf-49da-9d0c-983ca7bde178 req-a4265051-4351-4d43-9531-dc091f87b1d2 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:48.434577 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42b93463-f1bf-49da-9d0c-983ca7bde178 req-a4265051-4351-4d43-9531-dc091f87b1d2 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.1020749 Feb 21 09:39:48.519191 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42b93463-f1bf-49da-9d0c-983ca7bde178 req-763eac5f-511a-4ba9-997f-a471a6e9f073 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782368 Feb 21 09:39:48.525737 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-b7226e32-1544-4e04-91e4-49b54969c475 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1733553 Feb 21 09:39:48.544013 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-8b99e141-83b4-47ab-bd5c-7882723501bc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:39:48.544013 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-8b99e141-83b4-47ab-bd5c-7882723501bc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060980 Feb 21 09:39:48.569406 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:39:48.577344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:48.577557 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c4f70d4a-0d4a-4191-86d7-648e5d995d28 admin admin] 10.222.0.65 "PUT /v2.0/routers/e7a1a6ad-5477-4173-85db-92160756e26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738912 Feb 21 09:39:48.581832 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Sync routers for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:39:48.591514 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:48.592122 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:48.637812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47820) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:48.721042 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:48.739611 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks [] for router (e7a1a6ad-5477-4173-85db-92160756e26b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:48.805427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-454fa71f-9226-4fe3-9ead-b8bf34a751d2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:48.807018 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-454fa71f-9226-4fe3-9ead-b8bf34a751d2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports/acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 941 time: 0.1666195 Feb 21 09:39:48.925051 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks [] for router_gateway (e7a1a6ad-5477-4173-85db-92160756e26b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:48.980820 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:39:47Z', 'revision_number': 5, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port': {'id': '6b7d1991-4e61-42fc-bcff-ac34328f8b64', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:55Z', 'updated_at': '2022-02-21T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:49.024756 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Checking router: e7a1a6ad-5477-4173-85db-92160756e26b for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:39:49.039272 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Routers {'e7a1a6ad-5477-4173-85db-92160756e26b'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:39:49.045035 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:39:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['e7a1a6ad-5477-4173-85db-92160756e26b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:49.181236 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Deleting port 6b7d1991-4e61-42fc-bcff-ac34328f8b64 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:39:49.181861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:49.209946 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] Set router e7a1a6ad-5477-4173-85db-92160756e26b gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:39:49.278343 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:39:48Z', 'revision_number': 6, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:49.305410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b05c2-bde3-4ac6-ae20-01dfc7925bce req-eda91d5c-42f3-439d-ab63-f051af483b4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:49.306946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e17b05c2-bde3-4ac6-ae20-01dfc7925bce req-eda91d5c-42f3-439d-ab63-f051af483b4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1672461 Feb 21 09:39:49.356727 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1eb5c7-c855-4898-a8ac-0ec6d6efcae6 None None] The sync data for ids ['e7a1a6ad-5477-4173-85db-92160756e26b'] in dv-cinder-778193-19-iscsi is: [{'id': 'e7a1a6ad-5477-4173-85db-92160756e26b', 'name': 'tempest-ServerRescueNegativeTestJSON-440103005-router', 'tenant_id': '6f97ed27bfc74d37afabc0df792afc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:39:48Z', 'revision_number': 6, 'project_id': '6f97ed27bfc74d37afabc0df792afc42', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:39:49.377495 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 37d6052a-7110-45a5-8100-0b06cbfcf3c7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:39:49.444925 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] For port 6b7d1991-4e61-42fc-bcff-ac34328f8b64, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6b7d1991-4e61-42fc-bcff-ac34328f8b64,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:49.445340 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:49.473085 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Calling delete_port for 6b7d1991-4e61-42fc-bcff-ac34328f8b64 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:39:49.495315 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e17b05c2-bde3-4ac6-ae20-01dfc7925bce req-23c634b4-5671-4251-870e-083bdcfcd406 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683233 Feb 21 09:39:49.520085 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0739b6d-86ef-47c2-8377-7eb42a323710 req-1fd65e92-bcde-4c23-bd0f-a53785b29855 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:49.521598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0739b6d-86ef-47c2-8377-7eb42a323710 req-1fd65e92-bcde-4c23-bd0f-a53785b29855 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1753278 Feb 21 09:39:49.558173 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:49.600034 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '37d6052a-7110-45a5-8100-0b06cbfcf3c7', 'network_id': '50eb4e1f-5da9-4013-b6ee-6f65ed294f2a', 'port_id': '37d6052a-7110-45a5-8100-0b06cbfcf3c7', 'mac_address': 'fa:16:3e:71:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a728318-2c2d-4c30-8661-de6dee4994d6', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:39:49.624893 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0739b6d-86ef-47c2-8377-7eb42a323710 req-343c484d-51fe-4abe-ac2b-73fc437bbc9f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745289 Feb 21 09:39:49.665694 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:49.666024 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:49.682078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d6052a-7110-45a5-8100-0b06cbfcf3c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:39:49.707228 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:49.808035 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:49.823505 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807650-2bd9-426b-b59c-2c98b6e3cc3c req-ee850db8-4ed7-4abc-aebd-3de396fa7a7e tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:49.825275 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83807650-2bd9-426b-b59c-2c98b6e3cc3c req-ee850db8-4ed7-4abc-aebd-3de396fa7a7e tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 947 time: 0.1546097 Feb 21 09:39:49.923944 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83807650-2bd9-426b-b59c-2c98b6e3cc3c req-c063c990-3f02-4614-a2e0-48aa1fa3213c tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898566 Feb 21 09:39:49.927014 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:49.983119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6b7d1991-4e61-42fc-bcff-ac34328f8b64), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.022326 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7d1991-4e61-42fc-bcff-ac34328f8b64,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:50.116346 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (e7a1a6ad-5477-4173-85db-92160756e26b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.188796 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['37d6052a-7110-45a5-8100-0b06cbfcf3c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:39:50.258594 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (e7a1a6ad-5477-4173-85db-92160756e26b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.262320 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks [] for router_controller (e7a1a6ad-5477-4173-85db-92160756e26b), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.481490 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 37aef575-063c-4d3c-be3b-e35fc71aeeab no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:50.493638 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (e7a1a6ad-5477-4173-85db-92160756e26b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.493638 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a1a6ad-5477-4173-85db-92160756e26b {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:39:50.496894 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.501716 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:50.502807 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-60e17055-ccad-4638-83dd-720601ccae36 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e7a1a6ad-5477-4173-85db-92160756e26b HTTP/1.1" status: 204 len: 168 time: 1.9243627 Feb 21 09:39:50.521843 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 37aef575-063c-4d3c-be3b-e35fc71aeeab {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:39:50.522201 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 37aef575-063c-4d3c-be3b-e35fc71aeeab not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:39:50.522675 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6b7d1991-4e61-42fc-bcff-ac34328f8b64 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:39:50.570418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 6b7d1991-4e61-42fc-bcff-ac34328f8b64 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:39:50.571515 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6b7d1991-4e61-42fc-bcff-ac34328f8b64 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:39:50.588287 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Deleting subnet 3c02d216-4398-411b-9485-bffe95c833c1 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:39:50.593036 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Publish callbacks [] for subnet (3c02d216-4398-411b-9485-bffe95c833c1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.643752 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (3c02d216-4398-411b-9485-bffe95c833c1), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.715588 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e27b-af5f-4549-84a5-c427b7d611f8 req-0ae08832-28b7-43e5-9448-0a1bcfdb879e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:50.719039 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (3c02d216-4398-411b-9485-bffe95c833c1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.724887 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59d7e27b-af5f-4549-84a5-c427b7d611f8 req-0ae08832-28b7-43e5-9448-0a1bcfdb879e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1120868 Feb 21 09:39:50.849345 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59d7e27b-af5f-4549-84a5-c427b7d611f8 req-e11ca22d-a102-4aa6-a421-c3d801ff660e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228259 Feb 21 09:39:50.889656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23571ee2-fe02-4e8e-8197-4f87e9f2554c req-064694cb-6e4c-4606-98c9-c9786a4f7404 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:50.891721 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23571ee2-fe02-4e8e-8197-4f87e9f2554c req-064694cb-6e4c-4606-98c9-c9786a4f7404 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1262197 Feb 21 09:39:50.912104 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (3c02d216-4398-411b-9485-bffe95c833c1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.938642 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:50.958787 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47884) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:50.959327 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c02d216-4398-411b-9485-bffe95c833c1 HTTP/1.1" status: 204 len: 168 time: 0.4520814 Feb 21 09:39:51.009508 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23571ee2-fe02-4e8e-8197-4f87e9f2554c req-5e07473d-3f61-4c21-9c07-d40a3dac96a0 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102440 Feb 21 09:39:51.017542 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9694c2-5c00-4df7-9114-9b66d95c9759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c02d216-4398-411b-9485-bffe95c833c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:51.120279 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (e2f86c8d-97a5-45fb-ab17-4dd844294473), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:51.137596 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ad0a-4cdd-43d3-bf93-4cec37fcc0ae req-af59dccd-1d23-49b9-a8e0-fe1141235df7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:51.145923 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50e0ad0a-4cdd-43d3-bf93-4cec37fcc0ae req-af59dccd-1d23-49b9-a8e0-fe1141235df7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 948 time: 0.1017683 Feb 21 09:39:51.406534 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 37d6052a-7110-45a5-8100-0b06cbfcf3c7 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50e0ad0a-4cdd-43d3-bf93-4cec37fcc0ae req-d3ca08cc-6f58-48b1-beef-b954cd207369 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430297 Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (e2f86c8d-97a5-45fb-ab17-4dd844294473), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f86c8d-97a5-45fb-ab17-4dd844294473']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b07835-82a0-4501-a64e-289a10da0a49') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b07835-82a0-4501-a64e-289a10da0a49') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:39:51.571463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (80b07835-82a0-4501-a64e-289a10da0a49), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:51.588203 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (80b07835-82a0-4501-a64e-289a10da0a49), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:51.595689 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (80b07835-82a0-4501-a64e-289a10da0a49), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:39:51.606595 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:39:51.997384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556f1d-ab6e-4c12-a3e1-c20a2586984c req-93715356-c46f-4728-b537-e85d3d154f5a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:51.999410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa556f1d-ab6e-4c12-a3e1-c20a2586984c req-93715356-c46f-4728-b537-e85d3d154f5a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0650668 Feb 21 09:39:52.072942 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa556f1d-ab6e-4c12-a3e1-c20a2586984c req-f1954b7e-555b-4e15-9ec2-8a453641d975 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679333 Feb 21 09:39:52.259719 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3149-c3ce-4dbc-a01d-ffabcb8c4f8c req-5211163a-f307-4d29-955b-bab313abc62d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:52.260701 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-602e3149-c3ce-4dbc-a01d-ffabcb8c4f8c req-5211163a-f307-4d29-955b-bab313abc62d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0771904 Feb 21 09:39:52.263524 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:39:52.269399 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:52.269399 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.295598 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (e2f86c8d-97a5-45fb-ab17-4dd844294473), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.314160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.324203 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] 10.222.0.65 "DELETE /v2.0/networks/e2f86c8d-97a5-45fb-ab17-4dd844294473 HTTP/1.1" status: 204 len: 168 time: 1.3636644 Feb 21 09:39:52.351642 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9a431-74b2-4ef0-a039-7e0f9983c89e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f86c8d-97a5-45fb-ab17-4dd844294473,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:52.395612 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-602e3149-c3ce-4dbc-a01d-ffabcb8c4f8c req-d117a373-34d3-4379-9c1e-68c016a8eec4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289129 Feb 21 09:39:52.406847 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:52.407735 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.432876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:39:52.435286 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515f7e9-9bf7-472c-8cc5-398f44c8e372" -d '{"events": [{"server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "name": "network-vif-plugged", "status": "completed", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:39:52.458224 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:39:52.499335 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3f45c-44d0-4e23-b341-5c5564d66543 x-openstack-request-id: req-f1b3f45c-44d0-4e23-b341-5c5564d66543 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:39:52.499700 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "name": "network-vif-plugged", "status": "completed", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:39:52.500023 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1b3f45c-44d0-4e23-b341-5c5564d66543 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:39:52.500489 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7', 'code': 200} Feb 21 09:39:52.549576 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.643289 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:52.749886 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc39f-1786-4c18-969c-cd839514b58c req-5be14277-02cc-42b6-82b8-71cde4eceb50 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:52.755886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-824dc39f-1786-4c18-969c-cd839514b58c req-5be14277-02cc-42b6-82b8-71cde4eceb50 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0977395 Feb 21 09:39:52.816309 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-824dc39f-1786-4c18-969c-cd839514b58c req-8e8e533d-9277-4277-af61-99a0defd1434 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537279 Feb 21 09:39:52.816860 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 47926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:52.870979 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e4ed73e8-bc16-4870-befe-0cd44c4a3765 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f97ed27bfc74d37afabc0df792afc42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526659 Feb 21 09:39:52.873452 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47928) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:52.936693 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] Publish callbacks [] for security_group (ea105e63-eab7-4105-9876-a45650481e6a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:52.959988 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] Publish callbacks [] for security_group (ea105e63-eab7-4105-9876-a45650481e6a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:53.075384 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ea105e63-eab7-4105-9876-a45650481e6a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:53.075692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:53.079331 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea105e63-eab7-4105-9876-a45650481e6a HTTP/1.1" status: 204 len: 168 time: 0.2023339 Feb 21 09:39:53.086252 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64b363-0163-4b45-83a9-35ffe6e022cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea105e63-eab7-4105-9876-a45650481e6a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:53.262334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9403c-a9e6-44f4-a078-e083c0e802e1 req-8d433301-8f1f-4082-b91d-6941633acc9e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:53.267668 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44f9403c-a9e6-44f4-a078-e083c0e802e1 req-8d433301-8f1f-4082-b91d-6941633acc9e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0910745 Feb 21 09:39:53.334444 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44f9403c-a9e6-44f4-a078-e083c0e802e1 req-c4fb64e8-5995-4180-8b15-27cd0574ac8a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503330 Feb 21 09:39:53.533831 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d20514-7b12-4d10-bdec-196374751ee5 req-4319d0ab-c91c-4f52-88a1-f5bee7e5acf5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:53.543723 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3d20514-7b12-4d10-bdec-196374751ee5 req-4319d0ab-c91c-4f52-88a1-f5bee7e5acf5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0857217 Feb 21 09:39:53.606139 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3d20514-7b12-4d10-bdec-196374751ee5 req-9f4ee79f-5723-49a2-9d78-627ac9da28b2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Feb 21 09:39:53.947567 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115925-8556-4d6b-8d2e-3f23294789c5 req-3e713f00-5c4e-45e2-95e2-f2716f3cb100 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:53.949194 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ee115925-8556-4d6b-8d2e-3f23294789c5 req-3e713f00-5c4e-45e2-95e2-f2716f3cb100 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0526245 Feb 21 09:39:54.000669 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ee115925-8556-4d6b-8d2e-3f23294789c5 req-7278cb3e-0f42-4dbd-b1f6-6023bde88b13 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Feb 21 09:39:54.401052 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:54.493706 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf54e80-fb0e-4d52-9de0-47ed7948808e req-7f1828ff-7be9-45a3-81d3-bafde4d976d6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:54.501869 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baf54e80-fb0e-4d52-9de0-47ed7948808e req-7f1828ff-7be9-45a3-81d3-bafde4d976d6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0749404 Feb 21 09:39:54.538840 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-174024375-network', 'tenant_id': '342c3696e20244888b1e71b113d306fb'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:54.567800 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baf54e80-fb0e-4d52-9de0-47ed7948808e req-ce4025bb-57cb-4082-b80b-96b86b8a3369 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649443 Feb 21 09:39:54.627505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:54.630071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:54.645286 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:54.758325 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks [] for security_group (0b39ebff-e5dd-4b7b-9f02-ed870bd2d944), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:54.765252 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65ad9-7261-44ca-b54c-e8f557450c0e req-3ed861c9-60f4-4c6f-beee-8553b744542f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:54.774170 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38a65ad9-7261-44ca-b54c-e8f557450c0e req-3ed861c9-60f4-4c6f-beee-8553b744542f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0896838 Feb 21 09:39:54.828276 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38a65ad9-7261-44ca-b54c-e8f557450c0e req-d7439a0c-3932-4339-a1c7-583275a19d71 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Feb 21 09:39:54.849874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0b39ebff-e5dd-4b7b-9f02-ed870bd2d944), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:54.865335 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:39:54.895864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (98f3e5fb-fac0-46f6-93b6-7ab467dea9d7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:54.896347 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Added segment 98f3e5fb-fac0-46f6-93b6-7ab467dea9d7 of type vlan for network e6a849a0-bfae-4c24-8376-23d7deccd480 Feb 21 09:39:54.904843 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:54.946345 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (e6a849a0-bfae-4c24-8376-23d7deccd480), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.046695 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (e6a849a0-bfae-4c24-8376-23d7deccd480), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.048020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:55.048368 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.138680 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a849a0-bfae-4c24-8376-23d7deccd480,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:55.150092 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network e6a849a0-bfae-4c24-8376-23d7deccd480 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:39:55.156149 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1292a-908e-4b68-ae11-a4e8bf9170d4 req-ec94f46b-a214-4e98-88ab-b298ebcd4566 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:55.164316 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40b1292a-908e-4b68-ae11-a4e8bf9170d4 req-ec94f46b-a214-4e98-88ab-b298ebcd4566 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0899618 Feb 21 09:39:55.198350 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d6e00f2f-dfa4-4031-be96-0c848f0a5380 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7928395 Feb 21 09:39:55.198686 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 47980) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:55.204688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Request body: {'subnet': {'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-174024375-subnet', 'tenant_id': '342c3696e20244888b1e71b113d306fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:55.255761 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40b1292a-908e-4b68-ae11-a4e8bf9170d4 req-ed9aa919-8594-4c13-89f8-2b54cb8a4aa1 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887949 Feb 21 09:39:55.339966 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:39:55.342503 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.609099 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (c75c052f-1e74-43d0-ba09-06499f14dcd2), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.671830 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75c052f-1e74-43d0-ba09-06499f14dcd2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:55.682733 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Checking segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:39:55.683080 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Network hostable DHCP agents. Network: e6a849a0-bfae-4c24-8376-23d7deccd480, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:39:55.741740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46229717-01a2-4ca7-865c-b241334abfa2 req-0816c4a0-1dfc-47e4-bbe3-56638df3c6fe tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:55.743445 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46229717-01a2-4ca7-865c-b241334abfa2 req-0816c4a0-1dfc-47e4-bbe3-56638df3c6fe tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0997920 Feb 21 09:39:55.807574 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Network e6a849a0-bfae-4c24-8376-23d7deccd480 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:39:55.808094 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46229717-01a2-4ca7-865c-b241334abfa2 req-e9861cb9-7493-4c27-bc97-cef20f1e77d3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581939 Feb 21 09:39:55.906807 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, e6a849a0-bfae-4c24-8376-23d7deccd480) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:39:55.912531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:55.913302 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:55.916372 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49c47d-b9f5-421d-a425-046dcf524c46 None None] Network e6a849a0-bfae-4c24-8376-23d7deccd480 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:56.007061 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d296a80c-d6c9-4b34-a19a-81a2f0e8f0c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8072081 Feb 21 09:39:56.028236 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b898e-9a6f-4cf7-beb4-fec87246c754 req-18be5b4c-774c-4d8e-93fe-8f07692b877b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:56.030028 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e63b898e-9a6f-4cf7-beb4-fec87246c754 req-18be5b4c-774c-4d8e-93fe-8f07692b877b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.1177766 Feb 21 09:39:56.102300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f888b53-f2cc-4983-890a-7ab625a9f99b None None] Network e6a849a0-bfae-4c24-8376-23d7deccd480 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:56.136565 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e63b898e-9a6f-4cf7-beb4-fec87246c754 req-7b6b2cc4-5c41-4878-bfc6-a1092c570582 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851750 Feb 21 09:39:56.408313 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f79a9-ee90-424d-9fb5-2ab15bf0c0f3 req-74d8d84a-d9e2-47ac-b054-fed1d37aba40 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:56.410176 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3f79a9-ee90-424d-9fb5-2ab15bf0c0f3 req-74d8d84a-d9e2-47ac-b054-fed1d37aba40 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0693769 Feb 21 09:39:56.489318 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd3f79a9-ee90-424d-9fb5-2ab15bf0c0f3 req-fdd31e8a-827b-4e39-ab60-c4e4485a0027 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723705 Feb 21 09:39:56.971983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b62a1-bf84-409f-b1e0-8cb7fbb579f3 req-d23d4925-23fd-47d8-a82c-bf0338a7dd27 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:56.973515 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d63b62a1-bf84-409f-b1e0-8cb7fbb579f3 req-d23d4925-23fd-47d8-a82c-bf0338a7dd27 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0724282 Feb 21 09:39:57.028110 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d63b62a1-bf84-409f-b1e0-8cb7fbb579f3 req-21d0160c-aba9-4f1c-9bc2-ae1ecae7c3a9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Feb 21 09:39:57.278235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe0694-1839-4fed-9b70-f5fd78444558 req-7a1e099e-c9a9-4053-8f90-3b14a0017328 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:57.324433 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54fe0694-1839-4fed-9b70-f5fd78444558 req-7a1e099e-c9a9-4053-8f90-3b14a0017328 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0663326 Feb 21 09:39:57.344450 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-54fe0694-1839-4fed-9b70-f5fd78444558 req-e240b5fb-85e9-41ec-b16b-4270c1d77c75 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517404 Feb 21 09:39:57.611639 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de220c6-2809-4081-892e-45a6c751f9ae req-b1935557-126a-4846-8582-bd04f3350487 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:57.613668 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5de220c6-2809-4081-892e-45a6c751f9ae req-b1935557-126a-4846-8582-bd04f3350487 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0651364 Feb 21 09:39:57.676235 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5de220c6-2809-4081-892e-45a6c751f9ae req-a2468d32-8021-4edb-9479-69484cd3864f tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561411 Feb 21 09:39:58.174782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6487fdd-7323-48fa-b2a1-0341f6e7b7ee req-fce57d7c-b4fc-4b04-9b93-c898abbfa185 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:58.176279 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6487fdd-7323-48fa-b2a1-0341f6e7b7ee req-fce57d7c-b4fc-4b04-9b93-c898abbfa185 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0584557 Feb 21 09:39:58.226188 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6487fdd-7323-48fa-b2a1-0341f6e7b7ee req-8eb6b5ef-a26b-424a-99ea-f672b001b573 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 Feb 21 09:39:58.252945 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:58.465534 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d36c-8122-45cd-bb4e-5095707300d1 req-95db1c20-4857-4a7b-b6f2-b95bb95ad9b2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:58.466988 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ca0d36c-8122-45cd-bb4e-5095707300d1 req-95db1c20-4857-4a7b-b6f2-b95bb95ad9b2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0533323 Feb 21 09:39:58.575623 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ca0d36c-8122-45cd-bb4e-5095707300d1 req-cb31ea12-4b10-4598-a973-621eaf85ee45 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944746 Feb 21 09:39:58.606258 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-16a0d820-b742-42a4-a261-85ddc7a2a548 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:58.607819 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-16a0d820-b742-42a4-a261-85ddc7a2a548 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1357975 Feb 21 09:39:58.622758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-2467c546-2278-4ae1-8d56-e3a250c8928e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/quotas/342c3696e20244888b1e71b113d306fb HTTP/1.1" status: 200 len: 375 time: 0.0089591 Feb 21 09:39:58.654608 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-2c755b99-015b-4861-86d5-c93afdc7bf51 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264907 Feb 21 09:39:58.769778 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-4e152bb8-dc98-4b46-af67-edfdc0960eb2 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064620 Feb 21 09:39:58.864924 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a163c-da65-4224-8d21-dd9d87b527d4 req-704ba4f7-962e-456f-8e03-45ce598f6031 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:58.867045 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047a163c-da65-4224-8d21-dd9d87b527d4 req-704ba4f7-962e-456f-8e03-45ce598f6031 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1126523 Feb 21 09:39:58.913254 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-7e7f8162-920c-4e7d-92c0-f51d10205bd1 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279137 Feb 21 09:39:58.942470 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047a163c-da65-4224-8d21-dd9d87b527d4 req-ea045fc5-9822-40be-b7ae-8963af07dfca tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Feb 21 09:39:59.189048 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be52148d-af32-4f95-be58-f7e499e94ad9 req-246b6f25-a842-4387-88af-ed73dffc150b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 210 time: 0.0392632 Feb 21 09:39:59.353657 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e7c31-682f-4169-81b4-33e995a616ee req-04ce2599-04ea-4754-a6e9-8765de39156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:59.355516 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b48e7c31-682f-4169-81b4-33e995a616ee req-04ce2599-04ea-4754-a6e9-8765de39156d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 1133 time: 0.1842868 Feb 21 09:39:59.394761 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78563-a442-4aa7-b929-1e4fb2ff59a4 req-3aa0ad56-4637-4e49-bfda-31e0b3a41338 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:59.396507 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96e78563-a442-4aa7-b929-1e4fb2ff59a4 req-3aa0ad56-4637-4e49-bfda-31e0b3a41338 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0585551 Feb 21 09:39:59.453563 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b48e7c31-682f-4169-81b4-33e995a616ee req-e6cfacf2-e0af-49ac-964b-bbf0e9973994 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Feb 21 09:39:59.458548 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96e78563-a442-4aa7-b929-1e4fb2ff59a4 req-2f5c990d-93b3-4eb0-9900-335eb36452d9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562513 Feb 21 09:39:59.697905 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37d63-fd69-44f4-afc9-c7c72307bb63 req-52e01a76-4733-4668-adff-74e0336ae3f3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:59.699591 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03a37d63-fd69-44f4-afc9-c7c72307bb63 req-52e01a76-4733-4668-adff-74e0336ae3f3 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0544825 Feb 21 09:39:59.749038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-03a37d63-fd69-44f4-afc9-c7c72307bb63 req-c2ec0b79-b884-4fbf-8b76-386cd5bf9be2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439355 Feb 21 09:40:00.074892 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a9a1-814e-4da4-aecf-a2eb8ec5d412 req-c1025207-7a83-44a0-9e18-fcb19295062f tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:00.076397 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61c3a9a1-814e-4da4-aecf-a2eb8ec5d412 req-c1025207-7a83-44a0-9e18-fcb19295062f tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0551250 Feb 21 09:40:00.127706 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61c3a9a1-814e-4da4-aecf-a2eb8ec5d412 req-30738476-80f4-49e0-ac0e-7d99333c9812 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Feb 21 09:40:00.257456 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd4da5d6-f370-4f00-aa81-34d818831ce8 req-97cdcac7-012a-4c18-ab41-692b773bb913 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Feb 21 09:40:00.593882 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977efea7-a4df-446d-a36a-56959ef90bb8 req-7c0b485f-7d65-4c32-9b92-e4065aeff884 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:00.595925 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-977efea7-a4df-446d-a36a-56959ef90bb8 req-7c0b485f-7d65-4c32-9b92-e4065aeff884 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0603404 Feb 21 09:40:00.651549 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-977efea7-a4df-446d-a36a-56959ef90bb8 req-1f7006ff-142c-4b3e-84ef-93611e335564 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490808 Feb 21 09:40:00.884747 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f86006-4a28-4ea8-aa2d-97655ec3f884 req-d383d5b1-6227-4cde-9ef2-6fd821aa0e83 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:00.886263 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06f86006-4a28-4ea8-aa2d-97655ec3f884 req-d383d5b1-6227-4cde-9ef2-6fd821aa0e83 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 944 time: 0.0565939 Feb 21 09:40:00.938872 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcf18234-47df-4017-b569-18ede5f60aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:00.956151 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06f86006-4a28-4ea8-aa2d-97655ec3f884 req-170eafde-d6da-4b0e-aaca-9aec0b097036 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 Feb 21 09:40:01.008380 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-7c937842-9b01-45e1-a759-f4e1afd1218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.008380 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-7c937842-9b01-45e1-a759-f4e1afd1218d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 1128 time: 0.1079340 Feb 21 09:40:01.037161 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48096) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:01.094628 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-c76a033b-6eac-4adb-9851-c38f9f0e2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.096177 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-c76a033b-6eac-4adb-9851-c38f9f0e2036 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1128 time: 0.0518939 Feb 21 09:40:01.186299 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.253389 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-9e16d08c-f756-4040-8a3f-7c3253d894da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.253389 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-9e16d08c-f756-4040-8a3f-7c3253d894da service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.1407688 Feb 21 09:40:01.264218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44824bcf-377d-4ffc-8017-7f8007e9bec7 req-16d2d382-20cb-444e-ae8d-ed8fbcc1c021 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.265819 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44824bcf-377d-4ffc-8017-7f8007e9bec7 req-16d2d382-20cb-444e-ae8d-ed8fbcc1c021 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0661397 Feb 21 09:40:01.332802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-44824bcf-377d-4ffc-8017-7f8007e9bec7 req-78161742-6611-4125-a1e4-7dd9633cac1f tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523689 Feb 21 09:40:01.381776 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-da31deaa-80a1-466f-b089-56cba2336cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 1000 time: 0.1203172 Feb 21 09:40:01.393062 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f5aeef6-3c98-49a6-b3e7-a9eebb550016 req-6a33cfd9-61a7-41e6-a51f-46ad6f36697a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 210 time: 0.0454824 Feb 21 09:40:01.442247 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 20ca4dda-fc25-4090-8da1-ec497505f56c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:40:01.449257 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Publish callbacks [] for security_group (1c6eb673-f008-4bd1-8574-8e91dd829999), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.455652 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-06dc5ad6-2b58-4550-bd5c-5590998b5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.457145 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-06dc5ad6-2b58-4550-bd5c-5590998b5911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0672278 Feb 21 09:40:01.537918 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-9e8e0bfc-fd63-442f-9c6a-ad92cfa9dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.539553 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-9e8e0bfc-fd63-442f-9c6a-ad92cfa9dda5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712595 Feb 21 09:40:01.547507 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1c6eb673-f008-4bd1-8574-8e91dd829999), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.563415 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:01.577724 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'port_id': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'mac_address': 'fa:16:3e:8f:d8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:40:01.623717 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 20ca4dda-fc25-4090-8da1-ec497505f56c is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:01.624222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.640822 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8282009afb72407f95c12fd499928364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999701 Feb 21 09:40:01.641026 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ca4dda-fc25-4090-8da1-ec497505f56c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:01.641132 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6eb673-f008-4bd1-8574-8e91dd829999,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:01.641132 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:01.670166 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.670526 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.670873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.671216 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.671595 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.671931 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.672264 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.673194 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.673531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.673920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.674184 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.674513 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.674838 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8164d-a786-4e28-b79e-f01ac563dd45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.674953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:01.725398 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-1953af60-9209-4591-b323-528293792940 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761758 Feb 21 09:40:01.747483 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] Publish callbacks [] for security_group (1c6eb673-f008-4bd1-8574-8e91dd829999), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.777242 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.810575 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] Publish callbacks [] for security_group (1c6eb673-f008-4bd1-8574-8e91dd829999), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.811157 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2ed0c-514b-440d-92c3-ec7fe40c4a0e req-5aa38854-d56f-41f6-99ff-0b76e013f508 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.820939 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38e2ed0c-514b-440d-92c3-ec7fe40c4a0e req-5aa38854-d56f-41f6-99ff-0b76e013f508 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0785649 Feb 21 09:40:01.858164 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:01.867681 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.868319 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.868733 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.869132 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.869477 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.869883 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.870225 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.870568 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.870907 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.871312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.871681 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.875078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.875078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:01.875286 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b5dd57-58ad-4ae2-872e-b06a870cfcda req-2ae40254-6c4c-4a40-aa09-2ee5175b3279 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377354 Feb 21 09:40:01.911410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38e2ed0c-514b-440d-92c3-ec7fe40c4a0e req-cde6f497-7962-4334-9975-e2a48c953b56 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891526 Feb 21 09:40:01.937220 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed13bf-3c0a-49dd-9b26-27737c441aac req-c3fb2c3a-9529-4351-8f5f-1a35562d6852 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:01.937220 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5ed13bf-3c0a-49dd-9b26-27737c441aac req-c3fb2c3a-9529-4351-8f5f-1a35562d6852 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0904644 Feb 21 09:40:01.958149 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (1c6eb673-f008-4bd1-8574-8e91dd829999), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.960805 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.961970 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c6eb673-f008-4bd1-8574-8e91dd829999 HTTP/1.1" status: 204 len: 168 time: 0.3184888 Feb 21 09:40:01.981522 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5ed13bf-3c0a-49dd-9b26-27737c441aac req-108e7eab-56ed-413c-a5ba-bd468b0d2495 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Feb 21 09:40:02.022436 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7a2d2-9aa1-4a1a-91de-2aea3ce5af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6eb673-f008-4bd1-8574-8e91dd829999,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:02.089484 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-f0e0d5b4-0c6b-4b10-b6ae-f9f9c382692f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:02.091983 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-f0e0d5b4-0c6b-4b10-b6ae-f9f9c382692f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1443923 Feb 21 09:40:02.103932 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbb01-16bb-4c2b-b749-0f5d3ea96a6a req-4246e5e7-8a04-433c-af26-12ac322bc38b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:02.105493 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdecbb01-16bb-4c2b-b749-0f5d3ea96a6a req-4246e5e7-8a04-433c-af26-12ac322bc38b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 945 time: 0.0692940 Feb 21 09:40:02.117544 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Request body: {'port': {'device_id': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'admin_state_up': True, 'tenant_id': '342c3696e20244888b1e71b113d306fb'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:02.146859 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:02.157564 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdecbb01-16bb-4c2b-b749-0f5d3ea96a6a req-87688f9d-4bf4-4d06-8d88-18d969e3e3c1 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Feb 21 09:40:02.293833 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:02.298333 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:02.481940 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Allocated IP 172.20.0.9 (e6a849a0-bfae-4c24-8376-23d7deccd480/c75c052f-1e74-43d0-ba09-06499f14dcd2/54a52227-3ed7-4cdb-952a-18295096a55a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:02.547165 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d86caed-0fb7-49eb-87fe-23114d21d5ae req-33880a72-d7ff-4c62-a351-102516aadeff tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 210 time: 0.0535777 Feb 21 09:40:02.719958 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks [] for port (54a52227-3ed7-4cdb-952a-18295096a55a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:02.853153 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:02.910893 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Network e6a849a0-bfae-4c24-8376-23d7deccd480 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:02.915041 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:02.920028 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:03.034333 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event updated for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:03.050419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.051205 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.155622 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05be246f-c1e9-4bb8-9b7d-3c8a6777d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.184208 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-c9a9eabe-beb3-437b-a133-88056f089bb3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704229 Feb 21 09:40:03.247286 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715b7c3-c362-4ca8-941f-065c3f2f2b65 req-95a77a51-484b-40aa-bb2b-76c94648d60e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.255454 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2715b7c3-c362-4ca8-941f-065c3f2f2b65 req-95a77a51-484b-40aa-bb2b-76c94648d60e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.2209501 Feb 21 09:40:03.267799 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-1f575228-d53a-4fc8-a800-97cc86eda0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.269628 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-1f575228-d53a-4fc8-a800-97cc86eda0cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1128 time: 0.1757033 Feb 21 09:40:03.285085 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189e7aa-ffdc-4b3f-bd0f-d6e9fd389b55 req-a1a9dad2-627c-4ba3-857d-0d30aebed8ed tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.286819 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e189e7aa-ffdc-4b3f-bd0f-d6e9fd389b55 req-a1a9dad2-627c-4ba3-857d-0d30aebed8ed tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1224473 Feb 21 09:40:03.347532 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2715b7c3-c362-4ca8-941f-065c3f2f2b65 req-02bb79dc-fbd2-403e-801a-fabbef05c602 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898974 Feb 21 09:40:03.417161 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e189e7aa-ffdc-4b3f-bd0f-d6e9fd389b55 req-9cf2a7da-9f3b-4b24-9c52-f28e349aaaf7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049166 Feb 21 09:40:03.454160 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 20ca4dda-fc25-4090-8da1-ec497505f56c up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:03.552827 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75989480-7dcf-4662-85da-cc9f55662cc4 req-d0c3a06c-ce2b-4d5c-bf98-9227164020f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.561253 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75989480-7dcf-4662-85da-cc9f55662cc4 req-d0c3a06c-ce2b-4d5c-bf98-9227164020f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 945 time: 0.1157253 Feb 21 09:40:03.608350 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 20ca4dda-fc25-4090-8da1-ec497505f56c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:03.624186 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 20ca4dda-fc25-4090-8da1-ec497505f56c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:03.624186 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.694143 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75989480-7dcf-4662-85da-cc9f55662cc4 req-41584460-a071-4083-a64c-13b501ab9261 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293304 Feb 21 09:40:03.806466 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 20ca4dda-fc25-4090-8da1-ec497505f56c is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:03.807038 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.834035 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a75a-746f-47b3-9cf9-d1ba5fb7ed8d req-a1af09e8-9564-475c-b6b5-934e71ad915e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:03.839887 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:03.842105 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680cfd5d-f2d8-49f3-9194-073e1e176c17" -d '{"events": [{"server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "name": "network-vif-plugged", "status": "completed", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:03.843525 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebd9a75a-746f-47b3-9cf9-d1ba5fb7ed8d req-a1af09e8-9564-475c-b6b5-934e71ad915e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 931 time: 0.1258216 Feb 21 09:40:03.855230 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:03.911684 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.943367 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebd9a75a-746f-47b3-9cf9-d1ba5fb7ed8d req-f6094ded-22e2-4a6f-8f77-871643768805 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Feb 21 09:40:03.945876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b681685-8aef-4f08-aeac-61163f39e730 x-openstack-request-id: req-1b681685-8aef-4f08-aeac-61163f39e730 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:03.946453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "name": "network-vif-plugged", "status": "completed", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:03.946902 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b681685-8aef-4f08-aeac-61163f39e730 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:03.947511 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'code': 200} Feb 21 09:40:03.958226 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Request body: {'port': {'device_id': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:03.984595 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:04.026367 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.284721 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a52227-3ed7-4cdb-952a-18295096a55a {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:04.292235 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks [] for port (54a52227-3ed7-4cdb-952a-18295096a55a), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.303916 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Transition to ACTIVE for port object 54a52227-3ed7-4cdb-952a-18295096a55a will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:04.345696 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.373691 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.422023 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:04.521376 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Attempting to bind port 54a52227-3ed7-4cdb-952a-18295096a55a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:04.521730 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Attempting to bind port 54a52227-3ed7-4cdb-952a-18295096a55a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:04.522072 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Attempting to bind port 54a52227-3ed7-4cdb-952a-18295096a55a on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:04.527594 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Port 54a52227-3ed7-4cdb-952a-18295096a55a on network e6a849a0-bfae-4c24-8376-23d7deccd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:40:04.527927 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Attempting to bind port 54a52227-3ed7-4cdb-952a-18295096a55a on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:04.534762 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:04.535108 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Checking segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:04.535532 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Bound using segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:04.535973 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Bound port: 54a52227-3ed7-4cdb-952a-18295096a55a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:04.536545 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.570135 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bab7-01af-495c-a6c9-1682e29f5c5f req-a46e0287-7491-479a-bbd6-20938492ca1d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:04.594125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cc4bab7-01af-495c-a6c9-1682e29f5c5f req-a46e0287-7491-479a-bbd6-20938492ca1d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1488202 Feb 21 09:40:04.618225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb460-37f3-4dda-92ae-739adf4de2dc req-ff963bbc-94b8-44ae-a54c-bf92a3bda134 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:04.623258 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:04.625117 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49ccb460-37f3-4dda-92ae-739adf4de2dc req-ff963bbc-94b8-44ae-a54c-bf92a3bda134 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1401794 Feb 21 09:40:04.626857 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=54a52227-3ed7-4cdb-952a-18295096a55a,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:04.683771 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3cc4bab7-01af-495c-a6c9-1682e29f5c5f req-79f6950a-700b-4851-a2dc-4e7f560db49d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881453 Feb 21 09:40:04.687793 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49ccb460-37f3-4dda-92ae-739adf4de2dc req-709180af-1f91-4529-8c19-f2b451652c2e tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618880 Feb 21 09:40:04.700300 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.736640 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:04.737270 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.739697 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] 10.222.0.42 "PUT /v2.0/ports/54a52227-3ed7-4cdb-952a-18295096a55a HTTP/1.1" status: 200 len: 1093 time: 0.7908976 Feb 21 09:40:04.744995 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:04.744995 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:04.770249 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4e218-cec8-4891-bc17-6cb3be8eaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:04.793984 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c0218d-44c8-4133-8ed1-6c7fb1f721db x-openstack-request-id: req-f3c0218d-44c8-4133-8ed1-6c7fb1f721db {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:04.794283 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:04.794542 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3c0218d-44c8-4133-8ed1-6c7fb1f721db {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:04.794942 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a', 'status': 'completed', 'code': 200} Feb 21 09:40:04.831945 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12fab-0f0e-44e6-b28f-2c888c9a6638 req-8ea5a0a6-e244-402c-a650-e0d97fac172d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:04.833414 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aa12fab-0f0e-44e6-b28f-2c888c9a6638 req-8ea5a0a6-e244-402c-a650-e0d97fac172d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0619614 Feb 21 09:40:04.880066 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aa12fab-0f0e-44e6-b28f-2c888c9a6638 req-35478a2e-63a7-4254-a527-7e297e0e7a5b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Feb 21 09:40:05.054150 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb480b-b2b3-4749-92c0-25721ac3261b req-b3fdc905-c512-4378-9f24-3d55b3d414b1 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:05.055644 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47eb480b-b2b3-4749-92c0-25721ac3261b req-b3fdc905-c512-4378-9f24-3d55b3d414b1 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0549517 Feb 21 09:40:05.101294 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47eb480b-b2b3-4749-92c0-25721ac3261b req-6a54ac59-80f0-4a36-888e-5fd5b770faf3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Feb 21 09:40:05.756999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:05.834928 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343e39c-b0bc-4edd-b2a2-844676b3b5cf req-ad131208-dccc-4608-afaa-d883d718366c tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:05.836427 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6343e39c-b0bc-4edd-b2a2-844676b3b5cf req-ad131208-dccc-4608-afaa-d883d718366c tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0816269 Feb 21 09:40:05.847473 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49100e-ac2a-4df8-8d5a-f216b6728e4a req-d96fad57-72db-42e7-810e-a8141e02ef04 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:05.848826 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d49100e-ac2a-4df8-8d5a-f216b6728e4a req-d96fad57-72db-42e7-810e-a8141e02ef04 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0841401 Feb 21 09:40:05.917314 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6343e39c-b0bc-4edd-b2a2-844676b3b5cf req-3e210b17-9102-43a8-990e-5fb352313fbe tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675693 Feb 21 09:40:05.920484 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d49100e-ac2a-4df8-8d5a-f216b6728e4a req-cc0db7c1-bd8a-42b1-b873-fa299d9504c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653496 Feb 21 09:40:06.022215 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48c3b-b013-44f1-83e3-af8921d65057 req-9b3d871c-b483-4eaa-9ecc-13d01a97e130 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:06.023709 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dee48c3b-b013-44f1-83e3-af8921d65057 req-9b3d871c-b483-4eaa-9ecc-13d01a97e130 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0518930 Feb 21 09:40:06.069539 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dee48c3b-b013-44f1-83e3-af8921d65057 req-2bb2db60-435e-4769-859f-c2184cd85512 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Feb 21 09:40:06.217498 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6462f1-2c80-4be0-8a3f-47247f67024d req-0b6c5f29-5e0e-4006-8647-ad248eb558a4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:06.218971 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b6462f1-2c80-4be0-8a3f-47247f67024d req-0b6c5f29-5e0e-4006-8647-ad248eb558a4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0541110 Feb 21 09:40:06.264344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b6462f1-2c80-4be0-8a3f-47247f67024d req-203b2228-7b14-4c91-806c-136fdbf4409b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Feb 21 09:40:07.114696 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a8ec-6ca7-43df-b11e-166ce5225f47 req-54f0623e-8883-48fd-8556-222a283b34ab tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:07.116276 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af01a8ec-6ca7-43df-b11e-166ce5225f47 req-54f0623e-8883-48fd-8556-222a283b34ab tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1004257 Feb 21 09:40:07.128926 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c244-bdcc-41b0-ba80-745a17b1a644 req-cf93da01-3f09-4bc2-b15e-e54b94162e56 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:07.131711 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd20c244-bdcc-41b0-ba80-745a17b1a644 req-cf93da01-3f09-4bc2-b15e-e54b94162e56 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1065440 Feb 21 09:40:07.213500 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af01a8ec-6ca7-43df-b11e-166ce5225f47 req-5c8a9907-5992-471b-b39d-e17256d11830 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805843 Feb 21 09:40:07.247855 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd20c244-bdcc-41b0-ba80-745a17b1a644 req-155a235c-41c9-467f-aa76-49c771c969cd tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859594 Feb 21 09:40:07.311378 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:07.405017 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7c03-85f6-492f-b3cb-0d84f85afc3a req-0d6ae44b-16de-4507-9b11-7b977c945031 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:07.407399 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e6f7c03-85f6-492f-b3cb-0d84f85afc3a req-0d6ae44b-16de-4507-9b11-7b977c945031 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0978198 Feb 21 09:40:07.419575 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a6f31-cb55-4f15-b7bf-c6fac65b31a8 req-f7f0cfe1-6342-4bde-a7ff-ac8848d1ed19 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:07.421037 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-337a6f31-cb55-4f15-b7bf-c6fac65b31a8 req-f7f0cfe1-6342-4bde-a7ff-ac8848d1ed19 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0739522 Feb 21 09:40:07.499344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e6f7c03-85f6-492f-b3cb-0d84f85afc3a req-ba43dd69-beff-4cd9-b7bc-86d1fcd8b5ec tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Feb 21 09:40:07.504441 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-337a6f31-cb55-4f15-b7bf-c6fac65b31a8 req-2ce11b02-8b89-415a-8ffe-c7d98954d2be tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759995 Feb 21 09:40:08.405623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f540d-3d4d-467f-9652-0baa3877af84 req-d392a654-9ab2-4146-80f9-c93e63effb81 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:08.409761 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-921f540d-3d4d-467f-9652-0baa3877af84 req-d392a654-9ab2-4146-80f9-c93e63effb81 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1008487 Feb 21 09:40:08.440247 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef07ed-4093-4b47-8063-9cf3e0a497f2 req-c128837a-a403-4987-a9b4-74c7f5721e3b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:08.442152 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90ef07ed-4093-4b47-8063-9cf3e0a497f2 req-c128837a-a403-4987-a9b4-74c7f5721e3b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1131840 Feb 21 09:40:08.510846 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-921f540d-3d4d-467f-9652-0baa3877af84 req-936e0e10-45fb-479d-9fe2-bc03ff3a4064 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960438 Feb 21 09:40:08.514248 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90ef07ed-4093-4b47-8063-9cf3e0a497f2 req-3fb49c0e-c2d9-4980-bf99-326d11137db0 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656600 Feb 21 09:40:08.721275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3bd5a-51ba-4bf9-8507-0b87796677c9 req-2a64a1c9-23e0-414d-b695-16a40c2d327c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:08.730405 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4a3bd5a-51ba-4bf9-8507-0b87796677c9 req-2a64a1c9-23e0-414d-b695-16a40c2d327c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.1278656 Feb 21 09:40:08.797677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20c65-5822-4da6-b5f1-820097b3af2e req-48015e67-028f-4cfd-a3e8-927ba42fb361 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:08.805574 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00c20c65-5822-4da6-b5f1-820097b3af2e req-48015e67-028f-4cfd-a3e8-927ba42fb361 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.1274648 Feb 21 09:40:08.846362 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4a3bd5a-51ba-4bf9-8507-0b87796677c9 req-7863444f-c7ce-47b5-b9ea-c5837e7d2549 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107991 Feb 21 09:40:08.917523 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00c20c65-5822-4da6-b5f1-820097b3af2e req-660e6c93-393b-41e1-b0d3-d9ca053cfda9 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106303 Feb 21 09:40:09.699140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda27ea-5019-4a38-9b53-8e6eb29c9702 req-0f6190a5-34ed-427b-9ebc-18e470893f92 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:09.700719 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeda27ea-5019-4a38-9b53-8e6eb29c9702 req-0f6190a5-34ed-427b-9ebc-18e470893f92 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0983045 Feb 21 09:40:09.712465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef1d5a-3b3b-436e-b0c2-fff1e8b4e587 req-b607a572-9633-49a0-aef6-39c5a458e28d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:09.721375 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08ef1d5a-3b3b-436e-b0c2-fff1e8b4e587 req-b607a572-9633-49a0-aef6-39c5a458e28d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1059325 Feb 21 09:40:09.806297 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeda27ea-5019-4a38-9b53-8e6eb29c9702 req-2ec74a1c-4c6e-46ed-8d89-b861a0b0df14 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835001 Feb 21 09:40:09.831355 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08ef1d5a-3b3b-436e-b0c2-fff1e8b4e587 req-6ebf8620-e190-42e5-9258-efb8552ba7b2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041942 Feb 21 09:40:09.984663 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f260f-0203-4b56-96a5-8353b9f1a993 req-f18d05b2-820a-43a0-ba59-cf350158b367 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:09.991955 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-501f260f-0203-4b56-96a5-8353b9f1a993 req-f18d05b2-820a-43a0-ba59-cf350158b367 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0722795 Feb 21 09:40:10.091865 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-501f260f-0203-4b56-96a5-8353b9f1a993 req-3dac7b6a-c088-43db-9c72-2a39abbb2fd9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983837 Feb 21 09:40:10.114164 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407ae53-ace6-4032-98c9-c0b26a3747d3 req-b6954ec6-4d62-4534-9aad-fb8b8d1c73d5 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:10.116783 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7407ae53-ace6-4032-98c9-c0b26a3747d3 req-b6954ec6-4d62-4534-9aad-fb8b8d1c73d5 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.1054475 Feb 21 09:40:10.163765 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7407ae53-ace6-4032-98c9-c0b26a3747d3 req-cfba7c72-38a4-4eeb-9223-9b03754fe219 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Feb 21 09:40:10.970083 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747032e1-6952-4f68-9459-8228d905fc59 req-63fba0b4-06d0-4c53-bfaa-385d4736e8ec tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:10.971920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-747032e1-6952-4f68-9459-8228d905fc59 req-63fba0b4-06d0-4c53-bfaa-385d4736e8ec tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0969627 Feb 21 09:40:10.982345 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62306-ae3c-43b0-ae98-748d64cb2cfc req-67d69474-9f32-4301-86d6-fd71715128d9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:10.983851 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcd62306-ae3c-43b0-ae98-748d64cb2cfc req-67d69474-9f32-4301-86d6-fd71715128d9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0803089 Feb 21 09:40:11.070852 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcd62306-ae3c-43b0-ae98-748d64cb2cfc req-1fdcf1f5-a248-4f8b-9fe0-7667feb3abc1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765250 Feb 21 09:40:11.074334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-747032e1-6952-4f68-9459-8228d905fc59 req-2f3af5a0-287b-4dc5-837c-ead36cb81e56 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895679 Feb 21 09:40:11.217584 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce89974-d68f-4dab-b8e8-98ea51c5b8de req-8af21911-4314-4562-8d45-f331ee71ce80 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:11.220069 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ce89974-d68f-4dab-b8e8-98ea51c5b8de req-8af21911-4314-4562-8d45-f331ee71ce80 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0548334 Feb 21 09:40:11.298113 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ce89974-d68f-4dab-b8e8-98ea51c5b8de req-417cb34a-4897-43fc-b3b4-76f4dd29aca4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718005 Feb 21 09:40:11.324780 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc9ac5-7fc5-4866-a49a-02a8013eb974 req-5753a3c5-068f-4170-8a4b-7ad858346055 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:11.326256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5bc9ac5-7fc5-4866-a49a-02a8013eb974 req-5753a3c5-068f-4170-8a4b-7ad858346055 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0841587 Feb 21 09:40:11.383208 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5bc9ac5-7fc5-4866-a49a-02a8013eb974 req-ea0c285d-ad34-4bd3-af4f-256ec6b1b012 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 Feb 21 09:40:12.243489 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebc43-46e5-4e92-aac8-795150dea9a3 req-796ab202-4c12-43b8-8cb1-bb09549e86f5 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:12.244928 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19bebc43-46e5-4e92-aac8-795150dea9a3 req-796ab202-4c12-43b8-8cb1-bb09549e86f5 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0843804 Feb 21 09:40:12.264500 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5bee-73f4-421f-b8f7-eed5024d1fea req-9ad32fd2-d9b5-46da-867b-994ded8024c0 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:12.265937 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1cb5bee-73f4-421f-b8f7-eed5024d1fea req-9ad32fd2-d9b5-46da-867b-994ded8024c0 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0964200 Feb 21 09:40:12.333826 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19bebc43-46e5-4e92-aac8-795150dea9a3 req-094a2ee1-09d2-4468-962f-a0faafa59619 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819304 Feb 21 09:40:12.341062 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1cb5bee-73f4-421f-b8f7-eed5024d1fea req-dcc6e3b5-8ecc-4c99-af2a-cb077f51b08a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663180 Feb 21 09:40:12.489202 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12724-b3e6-4b57-915b-7204c29d1be9 req-dcfde987-1995-46a9-97f2-5dca8594e86b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:12.490700 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23a12724-b3e6-4b57-915b-7204c29d1be9 req-dcfde987-1995-46a9-97f2-5dca8594e86b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0809982 Feb 21 09:40:12.546999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9facd-2107-4991-891c-53b4f66f08f3 req-874c592b-e31e-47f3-965d-c478d341cdc8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:12.549063 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93d9facd-2107-4991-891c-53b4f66f08f3 req-874c592b-e31e-47f3-965d-c478d341cdc8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.1011956 Feb 21 09:40:12.556729 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23a12724-b3e6-4b57-915b-7204c29d1be9 req-e7b221e8-33e3-489d-a487-6abc6691dba1 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604506 Feb 21 09:40:12.617148 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93d9facd-2107-4991-891c-53b4f66f08f3 req-4ae45f0d-3bd5-428d-a108-1c2e2a8b6eb5 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Feb 21 09:40:13.489457 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740e898-54e9-4440-add5-887f381f076c req-1b9ec12a-08ee-462e-b5c6-c7784160c1fa tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:13.492165 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6740e898-54e9-4440-add5-887f381f076c req-1b9ec12a-08ee-462e-b5c6-c7784160c1fa tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.0896628 Feb 21 09:40:13.513138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a878-92ce-4cab-abc9-dde43c09d80e req-c739dc73-dab4-49c0-a087-37672c9df8d1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:13.517669 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e19a878-92ce-4cab-abc9-dde43c09d80e req-c739dc73-dab4-49c0-a087-37672c9df8d1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0852997 Feb 21 09:40:13.586966 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6740e898-54e9-4440-add5-887f381f076c req-37356554-fef0-44a3-a1d6-f84ec7cb5e17 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881863 Feb 21 09:40:13.598212 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e19a878-92ce-4cab-abc9-dde43c09d80e req-34115915-cd59-49ab-8b4b-a7a1ee4dbf7e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727503 Feb 21 09:40:13.701306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c5992-585d-446a-9927-64eed99a1a20 req-cc39e733-7895-45b1-b350-2acdffbfe2e6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:13.702752 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed1c5992-585d-446a-9927-64eed99a1a20 req-cc39e733-7895-45b1-b350-2acdffbfe2e6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Feb 21 09:40:13.772885 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed1c5992-585d-446a-9927-64eed99a1a20 req-b7fe5aad-4fd4-4ba1-95d2-7ae8cd5c7cf7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Feb 21 09:40:13.780569 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350972a-837c-4738-9aba-c1d0e6924d6a req-955e91c1-333a-4941-8d68-1f2b2b0b4e29 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:13.782337 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4350972a-837c-4738-9aba-c1d0e6924d6a req-955e91c1-333a-4941-8d68-1f2b2b0b4e29 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0997803 Feb 21 09:40:13.839503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4350972a-837c-4738-9aba-c1d0e6924d6a req-54d22763-f1aa-4852-8df2-b1e68bb9ad3d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515497 Feb 21 09:40:14.587989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-a86ece8f-ad88-4cb6-b01f-4b4cdfdef388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.589697 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-a86ece8f-ad88-4cb6-b01f-4b4cdfdef388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 1127 time: 0.0534413 Feb 21 09:40:14.626343 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-b8291473-6f01-4293-95b9-adccb4ac3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.628008 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-b8291473-6f01-4293-95b9-adccb4ac3e39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.0942149 Feb 21 09:40:14.736287 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-3376ca97-ed91-47db-9040-f58e98806ab3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 200 len: 1000 time: 0.0779970 Feb 21 09:40:14.791438 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-56376bdd-9798-4636-8ed1-bb6485fc5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.792958 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-56376bdd-9798-4636-8ed1-bb6485fc5ff3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0495374 Feb 21 09:40:14.817824 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-59154510-e5bc-4d02-833c-d9d5edf06723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.819337 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-59154510-e5bc-4d02-833c-d9d5edf06723 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=342c3696e20244888b1e71b113d306fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1772323 Feb 21 09:40:14.826109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b02e1-da93-41db-be9e-88a6fbb6ea19 req-3921d6ce-25ad-4a07-bf9c-0fb3d3e3e1f7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.827490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a79b02e1-da93-41db-be9e-88a6fbb6ea19 req-3921d6ce-25ad-4a07-bf9c-0fb3d3e3e1f7 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1563354 Feb 21 09:40:14.841931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e370-9936-4d28-bcdf-a0fc7b6d86fd req-db430aa5-d984-4a7c-9a9c-ea1c07a3cd16 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.843611 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6944e370-9936-4d28-bcdf-a0fc7b6d86fd req-db430aa5-d984-4a7c-9a9c-ea1c07a3cd16 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1344469 Feb 21 09:40:14.875124 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-6b91d5d7-8fc2-45d9-b662-28a887510ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.876375 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-6b91d5d7-8fc2-45d9-b662-28a887510ce6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537670 Feb 21 09:40:14.994968 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-677d149c-cb80-4b70-8067-466fb67d5971 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933697 Feb 21 09:40:15.101410 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901a4da2-d112-4d22-a1f4-64d8a65633fe req-d7f8b6c1-1bc3-4947-9fd1-eb85eb4f4274 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932822 Feb 21 09:40:15.217186 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a79b02e1-da93-41db-be9e-88a6fbb6ea19 req-7d79d176-5362-4a54-8c11-9b0d5f36a500 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829613 Feb 21 09:40:15.250125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6944e370-9936-4d28-bcdf-a0fc7b6d86fd req-5d40f0f5-d0b8-490d-a6fd-8b8af35e29ba tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936594 Feb 21 09:40:15.255369 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744886d-5ac1-4b98-b6a4-d82eb27bb64a req-b7160ee9-be2f-4685-a905-ab713ba257ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.257414 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f744886d-5ac1-4b98-b6a4-d82eb27bb64a req-b7160ee9-be2f-4685-a905-ab713ba257ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1130 time: 0.3847015 Feb 21 09:40:15.311427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-e123e8a3-0e0f-4014-86a3-4ca404df0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.312942 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8647ece5-525e-4d5e-a8ea-10caf68a9c3a req-e123e8a3-0e0f-4014-86a3-4ca404df0fa4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4643257 Feb 21 09:40:15.364287 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f744886d-5ac1-4b98-b6a4-d82eb27bb64a req-ec5c7052-e385-4aae-846f-7cb332bbbbef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980027 Feb 21 09:40:15.388592 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8b61-2c8a-449a-ab91-a0d668f38524 req-9be39f93-3412-4679-b6d9-e16bf23063be tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.390083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-280c8b61-2c8a-449a-ab91-a0d668f38524 req-9be39f93-3412-4679-b6d9-e16bf23063be tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.1093736 Feb 21 09:40:15.422894 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133921-99cd-4d65-8a85-189d7698c1a4 req-062fb221-998d-4861-8cd7-3e9f61c915f6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.424388 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46133921-99cd-4d65-8a85-189d7698c1a4 req-062fb221-998d-4861-8cd7-3e9f61c915f6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.1023524 Feb 21 09:40:15.467156 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-280c8b61-2c8a-449a-ab91-a0d668f38524 req-49e8986d-8ca1-4de3-9793-e623ee4a0b17 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700638 Feb 21 09:40:15.493510 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46133921-99cd-4d65-8a85-189d7698c1a4 req-7b9cca7b-b216-4842-bae6-17651eb4929c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Feb 21 09:40:15.752050 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b3d56ba6-43f0-4e0f-990a-c12ecabf54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.753413 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-b3d56ba6-43f0-4e0f-990a-c12ecabf54b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 1127 time: 0.0428648 Feb 21 09:40:15.812564 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-02e2a552-007b-4e04-9b94-00148fe26b2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54a52227-3ed7-4cdb-952a-18295096a55a HTTP/1.1" status: 200 len: 217 time: 0.0339327 Feb 21 09:40:15.892074 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-fbe6e632-52b5-4ae0-913b-afa3f80d4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:15.893512 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-fbe6e632-52b5-4ae0-913b-afa3f80d4c86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75c052f-1e74-43d0-ba09-06499f14dcd2 HTTP/1.1" status: 200 len: 854 time: 0.0454628 Feb 21 09:40:15.926132 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-825fb97d-da9d-48ff-a8f9-2f732fcdd57a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6a849a0-bfae-4c24-8376-23d7deccd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246780 Feb 21 09:40:16.019465 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-cfa034ae-667a-45e2-82bb-d63b2a94953d service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 Feb 21 09:40:16.116106 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-7f5fcb37-4ffb-4fac-b857-6cc62939f057 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.117548 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-7f5fcb37-4ffb-4fac-b857-6cc62939f057 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1074657 Feb 21 09:40:16.177110 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57fb900b-a8d0-4bf1-8c3a-24554d0e1587 req-05be6790-a526-4faa-b008-27114b650c31 service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344206 Feb 21 09:40:16.229081 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Deleting port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:40:16.229417 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:16.356473 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] For port 37d6052a-7110-45a5-8100-0b06cbfcf3c7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37d6052a-7110-45a5-8100-0b06cbfcf3c7,segment=NetworkSegment(559d4bf3-ae12-42c0-a055-6bc07e03e11d),segment_id=559d4bf3-ae12-42c0-a055-6bc07e03e11d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:16.356835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:16.387717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Calling delete_port for 37d6052a-7110-45a5-8100-0b06cbfcf3c7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:40:16.443976 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe05ac-7299-4f12-9977-190180c6f13b req-acc6161d-7f11-49db-8c1e-0e7d75a7b89a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.445448 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbbe05ac-7299-4f12-9977-190180c6f13b req-acc6161d-7f11-49db-8c1e-0e7d75a7b89a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 949 time: 0.1539774 Feb 21 09:40:16.461612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd127-36b1-4700-9786-7f102241bb8f req-94584b72-ad90-4a55-9cb7-01b748f18d3c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.463074 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0dcfd127-36b1-4700-9786-7f102241bb8f req-94584b72-ad90-4a55-9cb7-01b748f18d3c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1238267 Feb 21 09:40:16.556431 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbbe05ac-7299-4f12-9977-190180c6f13b req-f428bc4f-54a6-4ea8-82ec-9155769c5191 tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/security-groups?id=f73f5c03-22a4-4a76-b269-126fa7fee01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038468 Feb 21 09:40:16.576266 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0dcfd127-36b1-4700-9786-7f102241bb8f req-37177031-0573-4500-a8a4-d5d387eb8d35 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973275 Feb 21 09:40:16.708242 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d400e8-f842-4b62-a3c1-b4f4ef03e1fa req-2efab54b-c1b1-446b-b601-817d81bd9f09 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.709713 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d400e8-f842-4b62-a3c1-b4f4ef03e1fa req-2efab54b-c1b1-446b-b601-817d81bd9f09 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0871594 Feb 21 09:40:16.716529 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8adec8-f517-47c9-b4c4-35079fda19d2 req-f5058d69-c48c-4a11-9b3e-fb7123d94d6f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.721891 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e8adec8-f517-47c9-b4c4-35079fda19d2 req-f5058d69-c48c-4a11-9b3e-fb7123d94d6f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0859947 Feb 21 09:40:16.721891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (37d6052a-7110-45a5-8100-0b06cbfcf3c7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:16.758820 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['37d6052a-7110-45a5-8100-0b06cbfcf3c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:16.774453 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Pushing event deleted for resources: {'Port': ['ID=37d6052a-7110-45a5-8100-0b06cbfcf3c7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:16.813341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.813696 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.814040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.814383 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.814716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.815043 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.815428 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.815743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.816066 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.816396 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.816720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.817039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.817359 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:16.874965 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] No DVR routers for this DVR port 37d6052a-7110-45a5-8100-0b06cbfcf3c7 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:40:16.880388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:16.883650 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6e0fe1c-4dc6-42d4-9c08-33a1b7e2ef99 req-ec110bf4-f6f2-400e-bb27-5fa159a66f0a tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.42 "DELETE /v2.0/ports/37d6052a-7110-45a5-8100-0b06cbfcf3c7 HTTP/1.1" status: 204 len: 173 time: 0.7582848 Feb 21 09:40:16.884100 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'name': 'network-vif-deleted', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:16.886887 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05b4c9-2788-45ff-ac80-54b5377f5e90" -d '{"events": [{"server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "name": "network-vif-deleted", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:16.893814 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e8adec8-f517-47c9-b4c4-35079fda19d2 req-86d145cb-1425-4caf-a4e6-72e2f1d3cee2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660197 Feb 21 09:40:16.906349 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d400e8-f842-4b62-a3c1-b4f4ef03e1fa req-f001d80e-e4b5-4880-bf43-035215fae697 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781259 Feb 21 09:40:16.940945 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4bc17d-6ea5-4e25-ade7-3380fe6653dc x-openstack-request-id: req-5c4bc17d-6ea5-4e25-ade7-3380fe6653dc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:16.941250 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcef51-225b-4a2b-a575-3aadbf7853f9", "name": "network-vif-deleted", "tag": "37d6052a-7110-45a5-8100-0b06cbfcf3c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:16.941554 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c4bc17d-6ea5-4e25-ade7-3380fe6653dc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:16.942057 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcef51-225b-4a2b-a575-3aadbf7853f9', 'name': 'network-vif-deleted', 'tag': '37d6052a-7110-45a5-8100-0b06cbfcf3c7', 'status': 'completed', 'code': 200} Feb 21 09:40:17.662752 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1c934a5-58f0-4040-b996-bf9818e83f82 req-b8d2ac51-3dc7-456e-be9f-3e3bfaf39f4d tempest-VolumesNegativeTest-1287217292 tempest-VolumesNegativeTest-1287217292-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbdcef51-225b-4a2b-a575-3aadbf7853f9 HTTP/1.1" status: 200 len: 210 time: 0.0275545 Feb 21 09:40:17.711044 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf2d5-159b-4506-bb81-e6ff45caf222 req-fa5c21f7-3b74-4a9d-b2e9-18aeec6616af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:17.712534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dedf2d5-159b-4506-bb81-e6ff45caf222 req-fa5c21f7-3b74-4a9d-b2e9-18aeec6616af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0524137 Feb 21 09:40:17.757433 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dedf2d5-159b-4506-bb81-e6ff45caf222 req-ee6a4090-9a8c-4103-860f-a438553e011b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 Feb 21 09:40:18.048991 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3ad30-01bd-4e0a-b68a-44cc164a1dad req-f779654c-74c4-4168-916c-025d3812cd87 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:18.050406 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59e3ad30-01bd-4e0a-b68a-44cc164a1dad req-f779654c-74c4-4168-916c-025d3812cd87 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 943 time: 0.0863395 Feb 21 09:40:18.057242 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b67dc5-3c92-48cc-a548-a985e123a413 req-59e5fd7f-c57a-454c-abc9-ffa3870c579f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:18.058602 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b67dc5-3c92-48cc-a548-a985e123a413 req-59e5fd7f-c57a-454c-abc9-ffa3870c579f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0846236 Feb 21 09:40:18.131563 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59e3ad30-01bd-4e0a-b68a-44cc164a1dad req-426df38a-78cc-4644-916b-9b245d5e72c0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719895 Feb 21 09:40:18.134575 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01b67dc5-3c92-48cc-a548-a985e123a413 req-f3e23141-54c6-4097-93d3-a30fed824f98 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Feb 21 09:40:18.252991 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ffc44-ee3d-4d0b-bd3e-05e2337da4de req-bc5b6130-9e88-4471-ab07-5e77037491e8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:18.254458 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ffc44-ee3d-4d0b-bd3e-05e2337da4de req-bc5b6130-9e88-4471-ab07-5e77037491e8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0531404 Feb 21 09:40:18.307061 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ffc44-ee3d-4d0b-bd3e-05e2337da4de req-a0117b6e-ba87-4495-8d26-edf76d990d71 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Feb 21 09:40:18.606277 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 54a52227-3ed7-4cdb-952a-18295096a55a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:40:18.626960 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35194d-0ce8-45ac-b01d-deca29a7f0d4 req-fbca4179-7327-4231-aad2-5b240cfd16d8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:18.628452 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c35194d-0ce8-45ac-b01d-deca29a7f0d4 req-fbca4179-7327-4231-aad2-5b240cfd16d8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0524802 Feb 21 09:40:18.675708 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3c35194d-0ce8-45ac-b01d-deca29a7f0d4 req-84a4608f-b998-4c71-922b-0bd1eb8b72c0 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Feb 21 09:40:18.704485 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=54a52227-3ed7-4cdb-952a-18295096a55a,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:18.716459 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '54a52227-3ed7-4cdb-952a-18295096a55a', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'port_id': '54a52227-3ed7-4cdb-952a-18295096a55a', 'mac_address': 'fa:16:3e:fb:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75c052f-1e74-43d0-ba09-06499f14dcd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:40:18.757875 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 54a52227-3ed7-4cdb-952a-18295096a55a is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:18.758320 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.771190 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a52227-3ed7-4cdb-952a-18295096a55a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:18.791715 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=54a52227-3ed7-4cdb-952a-18295096a55a,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:18.863948 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.881347 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c07d-3f5b-44fa-9036-ae6b9adbfa01 req-1a59233e-e77d-42a9-93f5-5b203b1325fb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:18.887385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13c7c07d-3f5b-44fa-9036-ae6b9adbfa01 req-1a59233e-e77d-42a9-93f5-5b203b1325fb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0590603 Feb 21 09:40:18.911499 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:18.931709 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13c7c07d-3f5b-44fa-9036-ae6b9adbfa01 req-e443a6d1-036a-4a2f-a510-8b9e78e8495b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Feb 21 09:40:19.199831 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:19.253134 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8987-392a-4be5-9b12-51cd9dee68e3 req-c2be6ad5-0348-40af-83bf-65f55d204d50 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:19.254710 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d4f8987-392a-4be5-9b12-51cd9dee68e3 req-c2be6ad5-0348-40af-83bf-65f55d204d50 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 944 time: 0.0562198 Feb 21 09:40:19.339458 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d4f8987-392a-4be5-9b12-51cd9dee68e3 req-81fef30e-0023-4bfa-b44a-8eff521d3183 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778785 Feb 21 09:40:20.052454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a83e-ff11-4475-a7a4-f0c40d007328 req-908fb876-4530-479c-8cd4-aebaa8730e07 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:20.053940 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01d6a83e-ff11-4475-a7a4-f0c40d007328 req-908fb876-4530-479c-8cd4-aebaa8730e07 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0509765 Feb 21 09:40:20.101401 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01d6a83e-ff11-4475-a7a4-f0c40d007328 req-62647c8c-5632-4f10-9260-6a57c6897d20 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Feb 21 09:40:20.463705 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313980-2992-4d33-93c2-318b3a803f3a req-2e20626f-99b2-47c1-8546-731372ed626e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:20.465223 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e313980-2992-4d33-93c2-318b3a803f3a req-2e20626f-99b2-47c1-8546-731372ed626e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 944 time: 0.0557716 Feb 21 09:40:20.510802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e313980-2992-4d33-93c2-318b3a803f3a req-42aca379-891f-4c0e-b99a-b657a2272730 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Feb 21 09:40:21.229590 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78363b-623c-4990-909b-3b7c7608639e req-7d97002d-5a25-4f60-b7d7-1fb2e2cec279 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:21.231427 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b78363b-623c-4990-909b-3b7c7608639e req-7d97002d-5a25-4f60-b7d7-1fb2e2cec279 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0531812 Feb 21 09:40:21.254474 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:40:21.279669 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b78363b-623c-4990-909b-3b7c7608639e req-16bfc123-527f-46a3-8956-9a1179605977 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Feb 21 09:40:21.627166 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587b99-f24a-41e6-b3a9-86c6da1af6cd req-b215ffef-80cc-4832-9aa1-5b42fdd33df2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:21.628671 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19587b99-f24a-41e6-b3a9-86c6da1af6cd req-b215ffef-80cc-4832-9aa1-5b42fdd33df2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 944 time: 0.0510993 Feb 21 09:40:21.678304 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-19587b99-f24a-41e6-b3a9-86c6da1af6cd req-864c9dde-4536-4b6e-ad47-366e2be26d94 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Feb 21 09:40:21.958077 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 54a52227-3ed7-4cdb-952a-18295096a55a up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:22.042139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 54a52227-3ed7-4cdb-952a-18295096a55a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:22.046539 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 54a52227-3ed7-4cdb-952a-18295096a55a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:22.047021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:22.124344 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 54a52227-3ed7-4cdb-952a-18295096a55a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:22.124729 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:22.146856 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:22.149199 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b76dc51-d940-4765-a542-577c993930c1" -d '{"events": [{"server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "name": "network-vif-plugged", "status": "completed", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:22.162347 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=54a52227-3ed7-4cdb-952a-18295096a55a,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:22.197147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed99ef-61e3-4c6f-b480-ce70e6210359 x-openstack-request-id: req-99ed99ef-61e3-4c6f-b480-ce70e6210359 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:22.197581 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "name": "network-vif-plugged", "status": "completed", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:22.197930 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99ed99ef-61e3-4c6f-b480-ce70e6210359 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:22.198385 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a', 'code': 200} Feb 21 09:40:22.225212 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:22.226127 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 37d6052a-7110-45a5-8100-0b06cbfcf3c7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:40:22.262373 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 37d6052a-7110-45a5-8100-0b06cbfcf3c7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:40:22.262708 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 37d6052a-7110-45a5-8100-0b06cbfcf3c7 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:40:22.291934 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:22.402812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1cba1-67c1-46e7-bc54-ef30cf6ec221 req-93ce2296-9dad-4db4-86e1-7259a337374b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:22.416012 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0a1cba1-67c1-46e7-bc54-ef30cf6ec221 req-93ce2296-9dad-4db4-86e1-7259a337374b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0511801 Feb 21 09:40:22.451913 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0a1cba1-67c1-46e7-bc54-ef30cf6ec221 req-5bc9e1ac-5065-4d57-b662-c0dfbeda42c2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Feb 21 09:40:22.807931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a58e5-7207-45f2-94d1-ea2c3d412842 req-61693562-f3c0-42d7-bd11-b3bbb25a2460 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:22.809435 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d1a58e5-7207-45f2-94d1-ea2c3d412842 req-61693562-f3c0-42d7-bd11-b3bbb25a2460 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0604224 Feb 21 09:40:22.858688 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d1a58e5-7207-45f2-94d1-ea2c3d412842 req-507fc3e3-a37b-47a2-bfdb-a33923e695b8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Feb 21 09:40:23.373942 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333761-cc03-4a8a-8c60-b25e8ebb9ba0 req-529b16d1-1678-4652-9594-0f112a7d887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:23.375964 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e333761-cc03-4a8a-8c60-b25e8ebb9ba0 req-529b16d1-1678-4652-9594-0f112a7d887d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 1129 time: 0.0456574 Feb 21 09:40:23.420240 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e333761-cc03-4a8a-8c60-b25e8ebb9ba0 req-239f04af-dc68-4710-98a6-e644fef80ce6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Feb 21 09:40:23.585714 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1426-5d4e-4f44-9f8b-61892841fb3f req-88a6d4c2-8bfc-4840-b58e-6c0372e82d10 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:23.587200 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6e1426-5d4e-4f44-9f8b-61892841fb3f req-88a6d4c2-8bfc-4840-b58e-6c0372e82d10 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0558782 Feb 21 09:40:23.638860 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a6e1426-5d4e-4f44-9f8b-61892841fb3f req-fceac0c9-cd55-49b1-81fb-2ea1a3aec310 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Feb 21 09:40:23.973584 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd7a2-cb30-49f8-8ace-aae56468fba7 req-ed185918-d64e-45e1-af8a-43de531c447f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:23.975023 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f4dd7a2-cb30-49f8-8ace-aae56468fba7 req-ed185918-d64e-45e1-af8a-43de531c447f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Feb 21 09:40:24.022792 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f4dd7a2-cb30-49f8-8ace-aae56468fba7 req-e092d392-73fa-4a94-a3a6-c045b1f8b153 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Feb 21 09:40:24.797063 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-872e8df9-21c4-4610-81db-2e43f6674f75 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177285032&fields=id&tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e HTTP/1.1" status: 200 len: 267 time: 0.0863338 Feb 21 09:40:24.866813 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66227f-3834-4979-9e75-dfc0e03fa0e4 req-a8017016-8c6d-4403-aee7-fbd5f31d98df tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:24.868353 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c66227f-3834-4979-9e75-dfc0e03fa0e4 req-a8017016-8c6d-4403-aee7-fbd5f31d98df tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.1443374 Feb 21 09:40:24.910478 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48790) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:24.944247 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-ba7c4419-6e84-4a93-807e-ae0b1982cfe8 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:24.945738 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-ba7c4419-6e84-4a93-807e-ae0b1982cfe8 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 808 time: 0.1482468 Feb 21 09:40:24.976997 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-0d4591bd-ff4f-4b88-9157-2816291be2f0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/quotas/c1bcb57c2e244aceb2ca6d49b3276d7e HTTP/1.1" status: 200 len: 375 time: 0.0204217 Feb 21 09:40:24.980970 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c66227f-3834-4979-9e75-dfc0e03fa0e4 req-ea3bb1e4-ad11-4d21-ae60-48ffbb7f796a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948524 Feb 21 09:40:25.040625 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-b38d5188-2197-4cbd-b1a9-f2e91bc4e1e1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578434 Feb 21 09:40:25.082173 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-237441b5-6a18-41cb-92d7-2aa30fd9033d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fe5bd19f913484c8a91d07243db2dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697772 Feb 21 09:40:25.082832 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:25.136718 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] Publish callbacks [] for security_group (f73f5c03-22a4-4a76-b269-126fa7fee01e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:25.153426 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-6991ecf1-68ec-4ed8-b6b3-6386bac2bbc4 service neutron] 10.222.0.65 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965636 Feb 21 09:40:25.162324 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] Publish callbacks [] for security_group (f73f5c03-22a4-4a76-b269-126fa7fee01e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:25.252607 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-a68bf01b-c45e-47a3-b34f-6030653543f9 service neutron] 10.222.0.65 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931063 Feb 21 09:40:25.303757 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (f73f5c03-22a4-4a76-b269-126fa7fee01e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:25.306740 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:25.308131 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f73f5c03-22a4-4a76-b269-126fa7fee01e HTTP/1.1" status: 204 len: 168 time: 0.2244608 Feb 21 09:40:25.317523 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d708548-88ea-4681-a64d-f674c65f1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f5c03-22a4-4a76-b269-126fa7fee01e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:26.131974 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b80f7-a985-483b-beda-5dcced92d3be req-8a25f218-85eb-4dc1-833b-00a5509d6a78 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:26.133425 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-283b80f7-a985-483b-beda-5dcced92d3be req-8a25f218-85eb-4dc1-833b-00a5509d6a78 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Feb 21 09:40:26.183747 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-283b80f7-a985-483b-beda-5dcced92d3be req-9a1030cb-f63a-4a09-8d76-a7ae7b092a0f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Feb 21 09:40:26.249420 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b635493-8166-4aa3-ac2a-fc1b12462e11 req-5c89e1c5-7c14-4b86-bbb2-e0a334cfcf4a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0261903 Feb 21 09:40:26.363402 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e9afe-da30-4d55-b832-cdc550fa3838 req-fcca9e05-596c-4e6f-abf9-10621305f9b5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:26.364873 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b50e9afe-da30-4d55-b832-cdc550fa3838 req-fcca9e05-596c-4e6f-abf9-10621305f9b5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0521486 Feb 21 09:40:26.411868 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b50e9afe-da30-4d55-b832-cdc550fa3838 req-11040ceb-da39-47a8-b147-3a6e3882fe2f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Feb 21 09:40:26.520339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9208e5-c5b2-42c1-a006-bbe7f79e1e66 req-cbb7cd19-ec97-4baf-a554-beb3746acb6e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:26.521812 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa9208e5-c5b2-42c1-a006-bbe7f79e1e66 req-cbb7cd19-ec97-4baf-a554-beb3746acb6e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0533581 Feb 21 09:40:26.571166 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa9208e5-c5b2-42c1-a006-bbe7f79e1e66 req-9f1265b6-4a4f-4183-93f6-10b9a48bdda8 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Feb 21 09:40:27.336898 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2946a0e3-833a-45ac-9f6d-7d478110dda7 req-24617520-d72b-42f7-aef2-d937025929d3 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0254266 Feb 21 09:40:27.530713 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10018d-2313-480e-9a5d-74c75b983cdc req-0d662b4f-a983-437b-a699-0611f617b613 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:27.533040 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab10018d-2313-480e-9a5d-74c75b983cdc req-0d662b4f-a983-437b-a699-0611f617b613 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 944 time: 0.0518527 Feb 21 09:40:27.577903 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab10018d-2313-480e-9a5d-74c75b983cdc req-1ab7ec78-e0db-4f0b-b781-ef51e21af8ad tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 Feb 21 09:40:27.688740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd5b32-94c4-41f6-a942-bab52bec375c req-b1869cff-56b3-42aa-910f-db40fba662cf tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:27.690211 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69fd5b32-94c4-41f6-a942-bab52bec375c req-b1869cff-56b3-42aa-910f-db40fba662cf tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0526011 Feb 21 09:40:27.738953 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69fd5b32-94c4-41f6-a942-bab52bec375c req-8ff62762-346c-4c90-b3cb-93e1f0d2b99d tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432754 Feb 21 09:40:27.826879 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:40:27.924846 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:27.936977 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'mac_address': 'fa:16:3e:34:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:40:27.976916 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:27.977301 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:27.990447 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:28.014591 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:28.427092 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa37574b-ca81-4da2-b96a-f4c079ac07f7 req-f5daef13-091f-4329-b01e-094174efde68 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0263722 Feb 21 09:40:28.498550 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:28.499382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:28.547630 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:28.706015 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d152-6061-46f7-8127-fe7c6caf0b34 req-a96ab203-fb98-4787-a5fe-7a4ff3a14236 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:28.707503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab46d152-6061-46f7-8127-fe7c6caf0b34 req-a96ab203-fb98-4787-a5fe-7a4ff3a14236 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0567975 Feb 21 09:40:28.755171 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab46d152-6061-46f7-8127-fe7c6caf0b34 req-6e9bff69-2497-44b6-b7fa-b81d437e1663 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 Feb 21 09:40:28.858861 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['acff75ca-7675-4b1d-88e4-194d2e896d67'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:28.862570 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb329-dab1-437e-bf27-ff675106c0d7 req-e0de1795-0af4-424e-92b3-9700ec7c0995 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:28.864311 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b6bb329-dab1-437e-bf27-ff675106c0d7 req-e0de1795-0af4-424e-92b3-9700ec7c0995 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0525858 Feb 21 09:40:28.942554 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b6bb329-dab1-437e-bf27-ff675106c0d7 req-da1a4956-4dfc-40a2-b536-fce6ae5665f9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620105 Feb 21 09:40:29.520185 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12c91745-13d5-4e12-99e3-e7f3e6e76084 req-a77460ea-3afa-47cd-83f9-76cb247fed96 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0262370 Feb 21 09:40:29.867897 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:29.914521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafbaf0-6373-497c-aa13-14797a20f1a5 req-9defe717-e3c4-4447-923b-5344371351a7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:29.916279 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3bafbaf0-6373-497c-aa13-14797a20f1a5 req-9defe717-e3c4-4447-923b-5344371351a7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0729296 Feb 21 09:40:30.006680 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefd1104-dae0-4b20-8bf2-d5520dcaf9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.059809 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3bafbaf0-6373-497c-aa13-14797a20f1a5 req-7cf31234-78ab-48df-bd6b-7d53b7c75622 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296017 Feb 21 09:40:30.102713 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-29e202f8-dd0b-4e14-a0db-c004ad274839 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:30.104534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-29e202f8-dd0b-4e14-a0db-c004ad274839 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 808 time: 0.1863744 Feb 21 09:40:30.110430 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefd1104-dae0-4b20-8bf2-d5520dcaf9af admin admin] Publish callbacks [] for security_group (aee252d4-71a4-463e-b8ff-a6e03e07c417), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.122696 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef4622-5542-4c8c-9099-c95f0e24f398 req-922be0a3-5c1e-4a6d-9d8a-a4c52367df54 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:30.124246 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34ef4622-5542-4c8c-9099-c95f0e24f398 req-922be0a3-5c1e-4a6d-9d8a-a4c52367df54 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0817606 Feb 21 09:40:30.201145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefd1104-dae0-4b20-8bf2-d5520dcaf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aee252d4-71a4-463e-b8ff-a6e03e07c417), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.210922 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34ef4622-5542-4c8c-9099-c95f0e24f398 req-c121c4c5-af6f-4d78-8b88-5769cb76c983 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794849 Feb 21 09:40:30.218271 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-a4eb367f-2ff0-4d63-8a6d-d3b39e1d82d5 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e HTTP/1.1" status: 200 len: 379 time: 0.0929873 Feb 21 09:40:30.236449 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'port': {'device_id': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'admin_state_up': True, 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'security_groups': ['6bc65030-81f8-4767-98e3-6dccd8af94b8']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:30.243714 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd1104-dae0-4b20-8bf2-d5520dcaf9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee252d4-71a4-463e-b8ff-a6e03e07c417,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:30.249693 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eefd1104-dae0-4b20-8bf2-d5520dcaf9af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b00bbb59b46e4938b28f27c7579fb6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801980 Feb 21 09:40:30.252354 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 48936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:30.314462 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] Publish callbacks [] for security_group (aee252d4-71a4-463e-b8ff-a6e03e07c417), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.337698 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] Publish callbacks [] for security_group (aee252d4-71a4-463e-b8ff-a6e03e07c417), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.430278 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Made reservation on behalf of c1bcb57c2e244aceb2ca6d49b3276d7e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:30.433677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.459071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aee252d4-71a4-463e-b8ff-a6e03e07c417), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.461712 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.462887 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aee252d4-71a4-463e-b8ff-a6e03e07c417 HTTP/1.1" status: 204 len: 168 time: 0.2092528 Feb 21 09:40:30.471069 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a92c42-71fc-47d6-9bbb-b8afb5415d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee252d4-71a4-463e-b8ff-a6e03e07c417,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:30.564285 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Allocated IP 172.20.0.7 (b5f7ca51-da93-4cdc-9eb9-081396a848da/758eeb2b-c426-4991-8e00-6156f04bbe45/0b137228-330d-4d50-8b11-74b2b00916c6) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:30.625222 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89692ddd-535b-4b8c-9755-0c73e7f8ebd3 req-d7372fce-595d-48f2-a938-f915e487176b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0362935 Feb 21 09:40:30.721388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for port (0b137228-330d-4d50-8b11-74b2b00916c6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.814980 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.867937 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Network b5f7ca51-da93-4cdc-9eb9-081396a848da is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:30.871096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:30.879121 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:30.904945 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08fdc4ea-7aa1-4b1d-afe1-b9bbb19d8621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.914295 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:30.932130 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:30.941841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:30.942585 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.981680 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port acff75ca-7675-4b1d-88e4-194d2e896d67 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:30.982068 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.057075 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-e861eb01-c9ba-47d8-a761-27c79e23aa5f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284669 Feb 21 09:40:31.065516 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port acff75ca-7675-4b1d-88e4-194d2e896d67 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:31.065917 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.074558 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Request body: {'port': {'device_id': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:31.088256 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:31.090633 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528bc908-2275-49e1-84f5-d92897541e1a" -d '{"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:31.104417 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:31.137774 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.138092 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37051719-47d1-4eec-acc5-54deadae9c63 x-openstack-request-id: req-37051719-47d1-4eec-acc5-54deadae9c63 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:31.138092 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-plugged", "status": "completed", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:31.138092 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37051719-47d1-4eec-acc5-54deadae9c63 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:31.138092 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'code': 200} Feb 21 09:40:31.192850 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.196995 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2b35fccb-9faf-4745-bfc8-a20d9121ca4e None None] Provisioning complete for port 0b137228-330d-4d50-8b11-74b2b00916c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:31.197562 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b35fccb-9faf-4745-bfc8-a20d9121ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.237165 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87db21e-0cf9-44b6-a320-633944d2d690 req-88f1f162-ad6d-4414-88e2-71c7fdf0e57b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:31.238693 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87db21e-0cf9-44b6-a320-633944d2d690 req-88f1f162-ad6d-4414-88e2-71c7fdf0e57b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 945 time: 0.0991848 Feb 21 09:40:31.290249 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2b35fccb-9faf-4745-bfc8-a20d9121ca4e None None] Port 0b137228-330d-4d50-8b11-74b2b00916c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:40:31.294651 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:31.426442 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e87db21e-0cf9-44b6-a320-633944d2d690 req-4e9489f0-51d6-4260-9d26-0cfd4ddefaaf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343045 Feb 21 09:40:31.456079 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d919-d87e-4ec9-b80a-e5894dd9fb97 req-2a457233-838f-48c5-af5b-4e13a00662ea tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:31.457533 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8cd8d919-d87e-4ec9-b80a-e5894dd9fb97 req-2a457233-838f-48c5-af5b-4e13a00662ea tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1409092 Feb 21 09:40:31.531373 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8cd8d919-d87e-4ec9-b80a-e5894dd9fb97 req-e0049de7-148c-4769-a957-c67b939942b9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659001 Feb 21 09:40:31.816860 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b137228-330d-4d50-8b11-74b2b00916c6 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:31.826094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks [] for port (0b137228-330d-4d50-8b11-74b2b00916c6), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.865189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Transition to ACTIVE for port object 0b137228-330d-4d50-8b11-74b2b00916c6 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:31.877837 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09ac5-d188-493b-a622-ed1b1a9e62ea req-7e7c4907-11b0-4409-9450-d3fd1bf7c4ab tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:31.879314 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51a09ac5-d188-493b-a622-ed1b1a9e62ea req-7e7c4907-11b0-4409-9450-d3fd1bf7c4ab tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 931 time: 0.1016719 Feb 21 09:40:31.918532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e8f2c-302a-43e4-a76f-9d5895969e5d req-bcdfabb6-9920-4237-b5f8-eac753a742c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:31.920017 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7e8f2c-302a-43e4-a76f-9d5895969e5d req-bcdfabb6-9920-4237-b5f8-eac753a742c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 1131 time: 0.0858386 Feb 21 09:40:31.930189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.974746 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51a09ac5-d188-493b-a622-ed1b1a9e62ea req-cfb13c17-fc9c-4c1d-9ff7-a05ed8ae7924 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896807 Feb 21 09:40:32.012968 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:32.042178 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7e8f2c-302a-43e4-a76f-9d5895969e5d req-6f63da99-5251-4df7-94cf-3ba1dc1b1367 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063936 Feb 21 09:40:32.088614 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Attempting to bind port 0b137228-330d-4d50-8b11-74b2b00916c6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:32.088952 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Attempting to bind port 0b137228-330d-4d50-8b11-74b2b00916c6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:32.089315 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Attempting to bind port 0b137228-330d-4d50-8b11-74b2b00916c6 on network b5f7ca51-da93-4cdc-9eb9-081396a848da {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:32.093795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Port 0b137228-330d-4d50-8b11-74b2b00916c6 on network b5f7ca51-da93-4cdc-9eb9-081396a848da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:40:32.094698 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Attempting to bind port 0b137228-330d-4d50-8b11-74b2b00916c6 on network b5f7ca51-da93-4cdc-9eb9-081396a848da {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:32.099683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:32.100021 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Checking segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:32.100399 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Bound using segment: {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:32.100828 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Bound port: 0b137228-330d-4d50-8b11-74b2b00916c6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1416eb-4664-48ab-aee5-729633222096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:32.101180 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:32.167176 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:32.170101 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:32.283540 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:32.317040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.317622 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:32.318963 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 1093 time: 1.2486618 Feb 21 09:40:32.319437 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:32.321662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33161812-c2f5-4763-9a6e-363772d5003a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:32.356733 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bb0ae-9a28-46d3-b54c-ccd41f28ba33 service neutron] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:32.368926 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb87b99-ae45-41af-b811-602b5da95f35 x-openstack-request-id: req-9bb87b99-ae45-41af-b811-602b5da95f35 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:32.369231 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:32.369515 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bb87b99-ae45-41af-b811-602b5da95f35 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:32.369927 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'status': 'completed', 'code': 200} Feb 21 09:40:32.561062 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161812-c2f5-4763-9a6e-363772d5003a req-11da240f-2fb9-437b-9ceb-1126a11a5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.562569 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33161812-c2f5-4763-9a6e-363772d5003a req-11da240f-2fb9-437b-9ceb-1126a11a5db4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1127 time: 0.0898449 Feb 21 09:40:32.573411 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134cb2-8884-4192-9740-14afad7ff583 req-fe044370-5365-40e9-a423-f7c0cd98c7bc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.575093 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7134cb2-8884-4192-9740-14afad7ff583 req-fe044370-5365-40e9-a423-f7c0cd98c7bc tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0684519 Feb 21 09:40:32.729298 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7134cb2-8884-4192-9740-14afad7ff583 req-f123576b-1eb7-4e0c-a614-872579df33f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480732 Feb 21 09:40:32.741680 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161812-c2f5-4763-9a6e-363772d5003a req-46f38626-996d-4e73-9b63-f2b062af6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.743144 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33161812-c2f5-4763-9a6e-363772d5003a req-46f38626-996d-4e73-9b63-f2b062af6114 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1609738 Feb 21 09:40:32.750692 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66018ff7-aa2c-48a2-b719-8e32421fff76 req-d1ab9f97-f631-47de-9c70-d8a91743633d tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.752060 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66018ff7-aa2c-48a2-b719-8e32421fff76 req-d1ab9f97-f631-47de-9c70-d8a91743633d tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1381247 Feb 21 09:40:32.847077 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66018ff7-aa2c-48a2-b719-8e32421fff76 req-db45bbc5-a00f-49dd-8cc7-16e3e96823fd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865154 Feb 21 09:40:32.871630 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161812-c2f5-4763-9a6e-363772d5003a req-f68a4596-9017-4af4-8db1-e7c8533864e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.873099 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-33161812-c2f5-4763-9a6e-363772d5003a req-f68a4596-9017-4af4-8db1-e7c8533864e4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201854 Feb 21 09:40:32.998147 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-2a903d99-e316-4f4f-834c-f41bd5213db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:32.999597 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-2a903d99-e316-4f4f-834c-f41bd5213db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1127 time: 0.0477898 Feb 21 09:40:33.059007 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-88e9aec0-3626-43ad-9d38-7a89ee18f7d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 217 time: 0.0369070 Feb 21 09:40:33.127394 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b15-0d11-4f39-8bec-dc743f56c840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:33.136163 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-edc0a437-f76d-4ae5-86ed-322e0c7a433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.137658 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-edc0a437-f76d-4ae5-86ed-322e0c7a433a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0707414 Feb 21 09:40:33.148373 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012caedb-c62b-48f6-b35b-0f527272b1ca req-60fc8281-aa41-40df-8393-39710e68e94a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.149734 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012caedb-c62b-48f6-b35b-0f527272b1ca req-60fc8281-aa41-40df-8393-39710e68e94a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0932481 Feb 21 09:40:33.223162 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012caedb-c62b-48f6-b35b-0f527272b1ca req-b43d813a-c87d-4e83-bb9e-468a788a268b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641181 Feb 21 09:40:33.225715 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-b2495a97-f57e-4512-af48-6b1536ba389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.227108 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-b2495a97-f57e-4512-af48-6b1536ba389d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764799 Feb 21 09:40:33.316649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-2de1bf3d-a58e-423a-8192-718ab23c72f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825641 Feb 21 09:40:33.408938 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5cf2c59-7a4e-40d4-84e7-8a7485214aa7 req-224de31e-f912-43f7-924d-ed57f152c7bf service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Feb 21 09:40:33.859882 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987f10-dea9-4394-ad2c-eb573117ff9a req-f673ee2c-6784-4f85-8f71-951a4effa734 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.861437 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df987f10-dea9-4394-ad2c-eb573117ff9a req-f673ee2c-6784-4f85-8f71-951a4effa734 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0529606 Feb 21 09:40:33.914635 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df987f10-dea9-4394-ad2c-eb573117ff9a req-add58bc7-21cd-4a8c-8ba7-a60848e05341 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Feb 21 09:40:33.973489 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5b357-4995-4523-a228-2b920b5fa864 req-45ac9cfe-5f7e-40cd-b522-46cd9ac182af tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:33.974938 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2b5b357-4995-4523-a228-2b920b5fa864 req-45ac9cfe-5f7e-40cd-b522-46cd9ac182af tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0562441 Feb 21 09:40:34.022322 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2b5b357-4995-4523-a228-2b920b5fa864 req-ee0d3aac-6b69-4a9c-a15f-08f176269aad tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Feb 21 09:40:34.340777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc543-2d63-465b-84c6-025d5aee205e req-61a29514-475f-4ecd-ac49-4e412119ed60 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:34.342299 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d0bc543-2d63-465b-84c6-025d5aee205e req-61a29514-475f-4ecd-ac49-4e412119ed60 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0526085 Feb 21 09:40:34.345389 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:34.400170 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d0bc543-2d63-465b-84c6-025d5aee205e req-68722580-dc73-400d-8873-44fdb18c1910 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471830 Feb 21 09:40:35.039788 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc329164-24cf-400e-8152-e7f5ba85f3a4 req-bd8f8df3-2d1f-4760-bcc2-6ad6b5b4b89c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:35.041293 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc329164-24cf-400e-8152-e7f5ba85f3a4 req-bd8f8df3-2d1f-4760-bcc2-6ad6b5b4b89c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0537734 Feb 21 09:40:35.094917 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc329164-24cf-400e-8152-e7f5ba85f3a4 req-8565b604-b3d6-44c9-a8de-d3fe76fa5837 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477798 Feb 21 09:40:35.156973 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c2623-ad62-4fb0-b8da-f543a5782849 req-ba86b6d1-bb5d-4162-962c-ec7a1da88067 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:35.158477 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d8c2623-ad62-4fb0-b8da-f543a5782849 req-ba86b6d1-bb5d-4162-962c-ec7a1da88067 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0559206 Feb 21 09:40:35.206154 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d8c2623-ad62-4fb0-b8da-f543a5782849 req-7b48ec21-66be-4978-89df-0f7aa86ceee0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Feb 21 09:40:35.364140 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:35.485659 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c5adc2f-8c78-4c8b-ac5d-9de39cd70043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.531058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b516-014c-4f02-ae6f-57a8f81a734d req-5ce8177c-79c4-4e39-89d0-6540068b0526 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:35.533392 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2439b516-014c-4f02-ae6f-57a8f81a734d req-5ce8177c-79c4-4e39-89d0-6540068b0526 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0559678 Feb 21 09:40:35.565911 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c5adc2f-8c78-4c8b-ac5d-9de39cd70043 admin admin] Publish callbacks [] for security_group (93a07398-816d-48c8-bbdf-064d60ca1660), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.581920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2439b516-014c-4f02-ae6f-57a8f81a734d req-44691961-c6e9-44a4-8c48-33da66d1f145 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Feb 21 09:40:35.663081 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c5adc2f-8c78-4c8b-ac5d-9de39cd70043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (93a07398-816d-48c8-bbdf-064d60ca1660), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.702081 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8c5adc2f-8c78-4c8b-ac5d-9de39cd70043 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6712316f869f41bba8347ca6155e8000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368077 Feb 21 09:40:35.704466 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5adc2f-8c78-4c8b-ac5d-9de39cd70043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a07398-816d-48c8-bbdf-064d60ca1660,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:35.705656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:35.756518 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] Publish callbacks [] for security_group (93a07398-816d-48c8-bbdf-064d60ca1660), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.777489 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] Publish callbacks [] for security_group (93a07398-816d-48c8-bbdf-064d60ca1660), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.790559 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.892537 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (93a07398-816d-48c8-bbdf-064d60ca1660), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.895119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.896292 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93a07398-816d-48c8-bbdf-064d60ca1660 HTTP/1.1" status: 204 len: 168 time: 0.1896787 Feb 21 09:40:35.903931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d2bbd-c33f-466f-b2ba-2bb02dcaf625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a07398-816d-48c8-bbdf-064d60ca1660,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:36.227058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4837-d841-42f1-a7b2-30a3b1831aa1 req-5e289750-e986-4603-b2fc-6768536dc609 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:36.228575 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-154a4837-d841-42f1-a7b2-30a3b1831aa1 req-5e289750-e986-4603-b2fc-6768536dc609 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0519454 Feb 21 09:40:36.282472 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-154a4837-d841-42f1-a7b2-30a3b1831aa1 req-4f9711ff-7840-489c-8eac-d66fe9327fa3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480793 Feb 21 09:40:36.334968 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043474d1-f28f-4be4-bebb-c97e6ce26a8a req-4e1ab6d7-44f7-40b8-ab37-5162207a292f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:36.340013 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-043474d1-f28f-4be4-bebb-c97e6ce26a8a req-4e1ab6d7-44f7-40b8-ab37-5162207a292f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0567226 Feb 21 09:40:36.391943 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-043474d1-f28f-4be4-bebb-c97e6ce26a8a req-72a28267-e0c3-4a11-8519-7b517797abba tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501776 Feb 21 09:40:36.702126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8133b7-253d-4d95-9b3b-1b9506113cd0 req-8cd8ffa0-a672-46ea-ab44-e113ae37e27a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:36.704309 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b8133b7-253d-4d95-9b3b-1b9506113cd0 req-8cd8ffa0-a672-46ea-ab44-e113ae37e27a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0549014 Feb 21 09:40:36.768933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b8133b7-253d-4d95-9b3b-1b9506113cd0 req-0958d6f4-de3c-42db-8b74-8fde99066c15 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580955 Feb 21 09:40:36.952000 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:37.048799 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1753970983-network', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:37.132795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Made reservation on behalf of b11ed249505a4004b9ac29e6e0d515ff for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:37.135180 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.143620 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.221059 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks [] for security_group (d6994750-4699-4300-9c4c-d237143c203a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.242092 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.275771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d6994750-4699-4300-9c4c-d237143c203a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.297252 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:40:37.312230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6994750-4699-4300-9c4c-d237143c203a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:37.315110 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (10ad8cf7-7d64-41d8-93d5-3e5e26ee7652), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.316582 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Added segment 10ad8cf7-7d64-41d8-93d5-3e5e26ee7652 of type vlan for network 882d7823-c59a-4fe4-98b6-cb5cee24f80a Feb 21 09:40:37.357876 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (882d7823-c59a-4fe4-98b6-cb5cee24f80a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.447427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (882d7823-c59a-4fe4-98b6-cb5cee24f80a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.448497 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.449088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.534628 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] Pushing event updated for resources: {'Network': ['ID=882d7823-c59a-4fe4-98b6-cb5cee24f80a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:37.544263 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:40:37.550096 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3797215b-4464-4b77-be60-5cc45e281de3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5970807 Feb 21 09:40:37.553046 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49094) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:37.558978 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8c84b-b043-45ef-8137-5746d6150f32 req-46f6d5ae-a96f-474e-88a6-e8aceb94b754 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.560562 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ee8c84b-b043-45ef-8137-5746d6150f32 req-46f6d5ae-a96f-474e-88a6-e8aceb94b754 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0948281 Feb 21 09:40:37.560695 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Request body: {'subnet': {'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1753970983-subnet', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:37.617962 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ee8c84b-b043-45ef-8137-5746d6150f32 req-36de8846-c099-4e6b-8715-d778eeab9f1b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507765 Feb 21 09:40:37.653468 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Made reservation on behalf of b11ed249505a4004b9ac29e6e0d515ff for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:37.657228 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.820257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0c71-b93e-4ace-b8b7-36e23f803cad req-9b368add-9495-4f8e-998f-455e1094a577 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.822944 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d7f0c71-b93e-4ace-b8b7-36e23f803cad req-9b368add-9495-4f8e-998f-455e1094a577 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0560522 Feb 21 09:40:37.893479 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (b8b5d61c-e8ec-46e0-bda5-264a9a2752c0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:37.897119 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d7f0c71-b93e-4ace-b8b7-36e23f803cad req-ffb4173c-6aaf-466b-b704-7018649f3641 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692437 Feb 21 09:40:37.914832 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53156-2453-4121-807c-e3020be87d02 req-ddd15f1d-70d9-44cd-b9f8-dd5122116a81 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:37.916364 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17d53156-2453-4121-807c-e3020be87d02 req-ddd15f1d-70d9-44cd-b9f8-dd5122116a81 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0810647 Feb 21 09:40:37.924879 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:37.949466 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:37.959999 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:37.960360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Network hostable DHCP agents. Network: 882d7823-c59a-4fe4-98b6-cb5cee24f80a, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:40:37.980457 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17d53156-2453-4121-807c-e3020be87d02 req-be7a8735-5af2-4357-95ff-2b6c0c7f39e8 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563614 Feb 21 09:40:38.035937 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:40:38.088289 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f208a1-5cd4-428e-b35d-9520afaca8eb tempest-TestMinimumBasicScenario-1226440081 tempest-TestMinimumBasicScenario-1226440081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:38.089828 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-73f208a1-5cd4-428e-b35d-9520afaca8eb tempest-TestMinimumBasicScenario-1226440081 tempest-TestMinimumBasicScenario-1226440081-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1125 time: 0.1640847 Feb 21 09:40:38.092856 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:38.097782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'port_id': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'tenant_id': '260e21310ae841e58241553c88e18795', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:38.120358 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, 882d7823-c59a-4fe4-98b6-cb5cee24f80a) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:38.124514 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:38.125099 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.129358 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb53a7-dc48-4fd4-b589-0ab2f08a2122 None None] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:38.201803 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.229750 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:40:38.230641 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.238610 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4f4dd6ef-36c3-414f-ae6d-68846bdd28b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6829629 Feb 21 09:40:38.241329 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:38.245583 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:38.300261 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.374771 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Allocated IP 172.20.0.2 (882d7823-c59a-4fe4-98b6-cb5cee24f80a/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0/fee0d163-8657-4083-83c5-4a4cb00112c5) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:38.395777 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.397534 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.410724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Allocated IP 172.27.1.41 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:38.460673 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for router_controller (591c81d6-f523-4a8c-93b2-3874c9e6769c), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.514444 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.524935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks [] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.636855 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.679042 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.683189 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:38.683348 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for router_gateway (591c81d6-f523-4a8c-93b2-3874c9e6769c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.683792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:38.688996 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:38.696179 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Pushing event updated for resources: {'Port': ['ID=fee0d163-8657-4083-83c5-4a4cb00112c5,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:38.746349 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Attempting to bind port fee0d163-8657-4083-83c5-4a4cb00112c5 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:38.746720 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Attempting to bind port fee0d163-8657-4083-83c5-4a4cb00112c5 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:38.747080 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Attempting to bind port fee0d163-8657-4083-83c5-4a4cb00112c5 on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:38.753088 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:38.753459 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:38.753860 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.754249 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Bound using segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:38.754711 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Bound port: fee0d163-8657-4083-83c5-4a4cb00112c5, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:38.755086 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.759607 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:38.764761 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:38.772952 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:38.803696 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'Port': ['ID=cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:38.821646 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] For port fee0d163-8657-4083-83c5-4a4cb00112c5, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:38.825325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab183f-9dbd-4e15-9e03-e48af629807c req-727f1b18-6ce1-4986-8d24-1e0e49d0d07e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:38.825325 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3ab183f-9dbd-4e15-9e03-e48af629807c req-727f1b18-6ce1-4986-8d24-1e0e49d0d07e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1304471 Feb 21 09:40:38.827434 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] For port fee0d163-8657-4083-83c5-4a4cb00112c5, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=fee0d163-8657-4083-83c5-4a4cb00112c5,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:38.905714 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.932737 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3ab183f-9dbd-4e15-9e03-e48af629807c req-bcfbe676-6dd2-4594-baa3-748040d45639 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018319 Feb 21 09:40:38.963891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d2b59-5a65-4ca3-b468-b627311899ac None None] Pushing event updated for resources: {'Port': ['ID=fee0d163-8657-4083-83c5-4a4cb00112c5,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:38.994168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for router_gateway (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.017338 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.143926 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Allocated IP 172.27.1.184 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/1a372a44-fc2f-4229-9f19-16f7d5bdb33b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:39.170992 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498396e6-47e1-43db-8b21-fe81fe14642f req-610f6fd1-547e-4bb8-8393-beb54a7864b1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.172732 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-498396e6-47e1-43db-8b21-fe81fe14642f req-610f6fd1-547e-4bb8-8393-beb54a7864b1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1053050 Feb 21 09:40:39.269570 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.385511 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.397326 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-498396e6-47e1-43db-8b21-fe81fe14642f req-ef4a4acd-a374-41a5-bc41-327e49d8825e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446691 Feb 21 09:40:39.424708 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:39.427619 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:39.428593 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for floatingip (9eddb28c-6e9b-49fb-a780-062550446ad2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.434502 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:39.460576 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Pushing event updated for resources: {'Port': ['ID=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:39.467213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f4e70-5514-491f-a9d9-cb46478cebb3 req-3ccdec0e-52ee-4a4e-9379-50da9b746798 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.468695 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-523f4e70-5514-491f-a9d9-cb46478cebb3 req-3ccdec0e-52ee-4a4e-9379-50da9b746798 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1216054 Feb 21 09:40:39.534460 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-523f4e70-5514-491f-a9d9-cb46478cebb3 req-4b908c09-79ce-4fb2-80f9-813d13233994 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585244 Feb 21 09:40:39.613941 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.638091 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-04b2c1db-967f-414c-8773-f68efee0b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.639683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-04b2c1db-967f-414c-8773-f68efee0b1f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1130 time: 0.0926304 Feb 21 09:40:39.792678 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for router_gateway (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.800442 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-986617a3-9f53-4eef-a088-c6171f069f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.801916 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-986617a3-9f53-4eef-a088-c6171f069f61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.1543789 Feb 21 09:40:39.900011 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.903515 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-accf6d92-e305-44d2-963d-2b799a28f096 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 1001 time: 0.0918796 Feb 21 09:40:39.958334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-bc3649ba-b017-48e0-9df0-f413a092dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:39.959994 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-bc3649ba-b017-48e0-9df0-f413a092dc72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0490379 Feb 21 09:40:39.967540 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.020179 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead76752-0893-4782-a3f3-e61ebe9929e0 None None] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:40.073073 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'Port': ['ID=cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:40.090116 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (9eddb28c-6e9b-49fb-a780-062550446ad2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.096993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-0c2fdb72-a45d-4115-8dc0-44ff580f50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:40.099431 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-0c2fdb72-a45d-4115-8dc0-44ff580f50b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1288550 Feb 21 09:40:40.141483 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Provisioning complete for port fee0d163-8657-4083-83c5-4a4cb00112c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:40.142322 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.246148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.249099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Current status of the port fee0d163-8657-4083-83c5-4a4cb00112c5 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:40.249625 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.287785 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] For port fee0d163-8657-4083-83c5-4a4cb00112c5, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=fee0d163-8657-4083-83c5-4a4cb00112c5,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:40.397681 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.458551 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:40:40.481553 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc3f45-3443-4663-be7e-64a1d0d07b79 None None] Pushing event updated for resources: {'Port': ['ID=fee0d163-8657-4083-83c5-4a4cb00112c5,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:40.506593 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device fee0d163-8657-4083-83c5-4a4cb00112c5 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:40.561615 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5a89dcaf-bf38-43f0-b4b7-2f9ea52491b3 None None] Provisioning complete for port fee0d163-8657-4083-83c5-4a4cb00112c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:40.562093 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a89dcaf-bf38-43f0-b4b7-2f9ea52491b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.564360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Floating IP 9eddb28c-6e9b-49fb-a780-062550446ad2 associated. External IP: 172.27.1.41, port: 20ca4dda-fc25-4090-8da1-ec497505f56c. Feb 21 09:40:40.598469 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:40.608223 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port fee0d163-8657-4083-83c5-4a4cb00112c5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:40.608754 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.614164 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:40:40.640236 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-4b27db19-c0be-46d4-b839-f209fe29268c service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072467 Feb 21 09:40:40.651770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb1bb-fe93-4ca1-8c25-b05fc1fd9414 req-9e6be450-4b0a-45de-bc97-cf75a22cad7d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:40.654169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b5fb1bb-fe93-4ca1-8c25-b05fc1fd9414 req-9e6be450-4b0a-45de-bc97-cf75a22cad7d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1573617 Feb 21 09:40:40.661371 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:40.662020 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:40.684331 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:40.687352 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4061e2dd-bf0f-4590-8036-b0afcf5df07b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4433212 Feb 21 09:40:40.689003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:40.858997 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782cff5-e667-4bb2-8f17-46234acb6fb3 req-6b9e068c-78ae-43e1-a29f-dae042d2925e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:40.861064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7782cff5-e667-4bb2-8f17-46234acb6fb3 req-6b9e068c-78ae-43e1-a29f-dae042d2925e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.2175260 Feb 21 09:40:40.868844 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b5fb1bb-fe93-4ca1-8c25-b05fc1fd9414 req-ef9b3ec5-3330-4c41-a217-379116437733 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947532 Feb 21 09:40:40.891888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5a89dcaf-bf38-43f0-b4b7-2f9ea52491b3 None None] Current status of the port fee0d163-8657-4083-83c5-4a4cb00112c5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:40.892090 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fddb6d-54a6-4a37-a813-2715be50b168 req-aee864c2-5ed1-4160-bfba-d768bdf53988 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350969 Feb 21 09:40:40.976712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port fee0d163-8657-4083-83c5-4a4cb00112c5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:40.982137 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:41.020929 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7782cff5-e667-4bb2-8f17-46234acb6fb3 req-498875a5-6027-447e-b44c-f227e24612f8 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435869 Feb 21 09:40:41.054744 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Router 994285e7-e327-4621-8a1b-c971864d63f2 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:41.179858 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.186318 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:39Z', 'revision_number': 3, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:41.197785 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:41.210185 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Sync routers for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:40:41.215007 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:40:41.215007 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Updating router 591c81d6-f523-4a8c-93b2-3874c9e6769c port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:40:41.226107 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:41.226788 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:41.247754 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.294255 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.329867 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2c77c630-0846-405b-9247-1071da82612a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2359328 Feb 21 09:40:41.330503 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:41.332963 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e8dba-8b6f-4f7b-8555-29f011046fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:41.333925 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49134) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:41.340259 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603857096', 'description': 'tempest-secgroup-smoke-1603857096 description', 'project_id': '260e21310ae841e58241553c88e18795'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:41.362337 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Allocated IP 172.20.0.1 (882d7823-c59a-4fe4-98b6-cb5cee24f80a/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0/c6a291c8-30b7-49fe-8004-688d59cb2e95) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:41.367515 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:41.393684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076f766a-b66e-4fd7-b2f1-cc67957881ed x-openstack-request-id: req-076f766a-b66e-4fd7-b2f1-cc67957881ed {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:41.393980 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:41.394230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-076f766a-b66e-4fd7-b2f1-cc67957881ed {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:41.394659 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:40:41.420155 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.542918 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (853ea479-99ef-47df-bf20-43be9c5cac58), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.546916 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks [] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.548052 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks [] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.567171 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-cc48bd36-84d0-40e2-ab69-509a9a0b50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:41.568737 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-cc48bd36-84d0-40e2-ab69-509a9a0b50e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1130 time: 0.0550406 Feb 21 09:40:41.612614 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (853ea479-99ef-47df-bf20-43be9c5cac58), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.641364 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.649417 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.668513 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-a29670fc-6a0a-4c1c-8228-afd6be9e0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:41.670233 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853ea479-99ef-47df-bf20-43be9c5cac58,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:41.670557 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-a29670fc-6a0a-4c1c-8228-afd6be9e0e91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.0933278 Feb 21 09:40:41.704929 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:41.709763 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:41.727433 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:41.729147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89633d55-7872-40ac-be10-40bea8d330a2 None None] Pushing event updated for resources: {'Port': ['ID=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:41.734044 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Attempting to bind port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:41.734951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Attempting to bind port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:41.735392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Attempting to bind port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:41.752820 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:41.759453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:41.759453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.759453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:41.759453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Bound port: 1a372a44-fc2f-4229-9f19-16f7d5bdb33b, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:41.759453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.777519 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.778758 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a2738754-baf6-4ca2-9392-006e42f741b7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4438231 Feb 21 09:40:41.780300 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '9eddb28c-6e9b-49fb-a780-062550446ad2', 'tenant_id': '260e21310ae841e58241553c88e18795', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'port_id': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'mac_address': 'fa:16:3e:8f:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62162e-ad74-44a8-bd11-f075ca978462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:39Z', 'revision_number': 0, 'project_id': '260e21310ae841e58241553c88e18795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:41.785964 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:41.790976 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:41.800941 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:41.807455 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-edd2b9f6-5562-4f05-904d-fe2a3db4ed53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 999 time: 0.1286504 Feb 21 09:40:41.822448 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.828867 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] For port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:41.832201 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] For port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:41.834318 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Checking router: 994285e7-e327-4621-8a1b-c971864d63f2 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:40:41.845355 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:41.846016 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:41.883974 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-e0dcebcc-d4db-4d00-8536-be0363bc3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:41.885718 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-e0dcebcc-d4db-4d00-8536-be0363bc3dd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0644617 Feb 21 09:40:41.933354 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:41.969022 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (5c3b4ed3-2838-444e-b4a6-d28ca1521464), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.011678 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-83009ee0-e48d-4f9c-82a3-5ca347c0bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:42.013787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-83009ee0-e48d-4f9c-82a3-5ca347c0bb09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157973 Feb 21 09:40:42.017686 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:42.018285 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:42.018830 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:42.022390 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89633d55-7872-40ac-be10-40bea8d330a2 None None] Pushing event updated for resources: {'Port': ['ID=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:42.086658 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.109212 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (5c3b4ed3-2838-444e-b4a6-d28ca1521464), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.121475 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab069a-278a-4cf8-987d-547ec486c67c req-9a54fc2f-8b81-4b83-8822-f822e07306fb tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:42.129256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9ab069a-278a-4cf8-987d-547ec486c67c req-9a54fc2f-8b81-4b83-8822-f822e07306fb tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1600549 Feb 21 09:40:42.166196 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6cee528-b063-4a2c-86ce-179d8eab583e None None] Provisioning complete for port c6a291c8-30b7-49fe-8004-688d59cb2e95 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:42.166825 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6cee528-b063-4a2c-86ce-179d8eab583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.192019 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (5c3b4ed3-2838-444e-b4a6-d28ca1521464), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.207273 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:42.247866 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3b4ed3-2838-444e-b4a6-d28ca1521464,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:42.253022 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6cee528-b063-4a2c-86ce-179d8eab583e None None] Port c6a291c8-30b7-49fe-8004-688d59cb2e95 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:40:42.274613 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9ab069a-278a-4cf8-987d-547ec486c67c req-8ea47710-0136-4299-a930-f85334a80366 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442204 Feb 21 09:40:42.276792 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-7a18b1e1-b762-4d9f-a98e-123411257e47 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544947 Feb 21 09:40:42.314990 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.319269 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5125d95f-c2a1-44c4-bf37-4a5ceec4d862 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5323260 Feb 21 09:40:42.326890 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49146) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:42.332795 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:42.352222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51a05-b7c6-4c56-827c-9bfb41649981 req-9b125c15-eb0b-47f3-898c-2ef7b4d18cdb tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:42.362398 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ef51a05-b7c6-4c56-827c-9bfb41649981 req-9b125c15-eb0b-47f3-898c-2ef7b4d18cdb tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.2299161 Feb 21 09:40:42.402460 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '9eddb28c-6e9b-49fb-a780-062550446ad2', 'tenant_id': '260e21310ae841e58241553c88e18795', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'port_id': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'mac_address': 'fa:16:3e:8f:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62162e-ad74-44a8-bd11-f075ca978462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:39Z', 'revision_number': 0, 'project_id': '260e21310ae841e58241553c88e18795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:42.425010 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks [] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.439268 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946fda10-8209-41f0-93e0-059f219a5db9 None None] The sync data for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi is: [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '9eddb28c-6e9b-49fb-a780-062550446ad2', 'tenant_id': '260e21310ae841e58241553c88e18795', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'port_id': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'mac_address': 'fa:16:3e:8f:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62162e-ad74-44a8-bd11-f075ca978462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:39Z', 'revision_number': 0, 'project_id': '260e21310ae841e58241553c88e18795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:40:42.444180 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ef51a05-b7c6-4c56-827c-9bfb41649981 req-9edf8fd6-edc1-4f86-b958-62b994e87a81 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804942 Feb 21 09:40:42.450045 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device fee0d163-8657-4083-83c5-4a4cb00112c5 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:42.455781 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f77e8dba-8b6f-4f7b-8555-29f011046fc9 req-8579078d-b317-48be-801a-e76457c5fc57 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703472 Feb 21 09:40:42.458616 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (e56fed4e-0750-471c-91f1-5486e7c75fa7), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.499804 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.531734 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:42.533693 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port fee0d163-8657-4083-83c5-4a4cb00112c5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:42.534066 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.577215 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e10-1fa3-429b-8aa8-4e7d8a478718 None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:40:42.590861 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:42.596850 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.613499 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (e56fed4e-0750-471c-91f1-5486e7c75fa7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.646015 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port fee0d163-8657-4083-83c5-4a4cb00112c5 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:42.686683 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (e56fed4e-0750-471c-91f1-5486e7c75fa7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.712000 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6a22c-6350-4c8b-96b8-08785a547a82 None None] New status for floating IP 9eddb28c-6e9b-49fb-a780-062550446ad2: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:40:42.724975 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56fed4e-0750-471c-91f1-5486e7c75fa7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:42.738365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:42.739788 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:42.808162 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.809895 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-319ef678-6dee-471f-b47f-73d3f0484f65 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4828827 Feb 21 09:40:42.812806 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:42.817786 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:42.930163 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:42.967542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (58f89ea4-aa28-4be7-9a1e-43a182dc4d33), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.080381 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (58f89ea4-aa28-4be7-9a1e-43a182dc4d33), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.087712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4e719798-b1fd-48e3-a268-f177fb7ac286 None None] Provisioning complete for port c6a291c8-30b7-49fe-8004-688d59cb2e95 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:43.088270 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4e719798-b1fd-48e3-a268-f177fb7ac286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.128922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4e719798-b1fd-48e3-a268-f177fb7ac286 None None] Port c6a291c8-30b7-49fe-8004-688d59cb2e95 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:40:43.259248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (58f89ea4-aa28-4be7-9a1e-43a182dc4d33), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.281811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f89ea4-aa28-4be7-9a1e-43a182dc4d33,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:43.325266 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:43.331175 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3960b76d-422a-42d1-a265-7a76ab9989c6 admin admin] 10.222.0.65 "PUT /v2.0/routers/591c81d6-f523-4a8c-93b2-3874c9e6769c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409667 Feb 21 09:40:43.369778 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.373778 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49158) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:43.373965 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2e534055-949c-40f9-9435-82b913402bd7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600119 Feb 21 09:40:43.378746 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:43.431216 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ddb07-a64e-4255-9ef3-794552583012 req-49bb3e83-6396-4614-a873-2342b14e7132 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:43.432772 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-013ddb07-a64e-4255-9ef3-794552583012 req-49bb3e83-6396-4614-a873-2342b14e7132 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0761964 Feb 21 09:40:43.488632 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (f0403256-a225-40df-9c00-472fcf37d608), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.502232 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-013ddb07-a64e-4255-9ef3-794552583012 req-1ba21a34-474f-408c-a169-fc954da31fcb tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610266 Feb 21 09:40:43.589425 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (f0403256-a225-40df-9c00-472fcf37d608), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.671551 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (f0403256-a225-40df-9c00-472fcf37d608), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.696456 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0403256-a225-40df-9c00-472fcf37d608,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:43.785861 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.787676 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1a4b43f9-bc40-42c7-9963-13abf8ab35b4 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4121766 Feb 21 09:40:43.798215 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:43.804276 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:43.905311 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Project 260e21310ae841e58241553c88e18795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:40:43.913419 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (564ea7a2-9ae9-4efa-ace0-858cc3fddbd2), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:43.980622 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (564ea7a2-9ae9-4efa-ace0-858cc3fddbd2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.058820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (564ea7a2-9ae9-4efa-ace0-858cc3fddbd2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.081876 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:44.088143 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-65339942-network', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:44.094814 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564ea7a2-9ae9-4efa-ace0-858cc3fddbd2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.171223 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.172504 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7611064d-4571-44e5-a387-00fea61dc67b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732712 Feb 21 09:40:44.175193 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:44.180201 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'security_group_rule': {'security_group_id': '853ea479-99ef-47df-bf20-43be9c5cac58', 'project_id': '260e21310ae841e58241553c88e18795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:44.257622 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Made reservation on behalf of 0ccdb6f99e4a4de3a13689f10ec2c9f2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:44.260149 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.269783 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.289325 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Project 260e21310ae841e58241553c88e18795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:40:44.297616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (f30b1b6f-e68c-465a-9b97-5311b3ef5cad), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.394750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (f30b1b6f-e68c-465a-9b97-5311b3ef5cad), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.399491 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks [] for security_group (a4459cd7-873a-49d0-9bae-8a599a00bc9b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.440156 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 1a372a44-fc2f-4229-9f19-16f7d5bdb33b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:44.480642 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (f30b1b6f-e68c-465a-9b97-5311b3ef5cad), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.493397 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:44.493888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.498770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30b1b6f-e68c-465a-9b97-5311b3ef5cad,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.501763 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a4459cd7-873a-49d0-9bae-8a599a00bc9b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.517269 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:40:44.539693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (880a26da-f1df-4a7e-b47a-c6303ca92f91), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.540042 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Added segment 880a26da-f1df-4a7e-b47a-c6303ca92f91 of type vlan for network f1ab28c4-c791-41a9-a16c-d2bc510f0131 Feb 21 09:40:44.549134 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4459cd7-873a-49d0-9bae-8a599a00bc9b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.581141 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.592708 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6239bd1e-6d92-4963-9fec-f9197819904d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4091713 Feb 21 09:40:44.600447 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:44.600970 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.616209 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (f1ab28c4-c791-41a9-a16c-d2bc510f0131), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.623183 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:44.692251 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.718068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d91aa-b4e3-4638-bb86-1077e1e972c4 req-096321e2-a3d5-4857-ac46-4569961cb14f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:44.719151 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-830d91aa-b4e3-4638-bb86-1077e1e972c4 req-096321e2-a3d5-4857-ac46-4569961cb14f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1261117 Feb 21 09:40:44.724185 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e26996f-88ea-4467-a1e8-232c631722db req-d72538ba-cfa5-4be2-ae12-15018bed5620 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603857096&fields=id&tenant_id=260e21310ae841e58241553c88e18795 HTTP/1.1" status: 200 len: 267 time: 0.0909946 Feb 21 09:40:44.744408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.765342 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (f1ab28c4-c791-41a9-a16c-d2bc510f0131), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.766302 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:44.766879 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:44.867111 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7840776 Feb 21 09:40:44.868567 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97d56e-82fb-4ed7-9396-593339050fca admin admin] Pushing event updated for resources: {'Network': ['ID=f1ab28c4-c791-41a9-a16c-d2bc510f0131,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:44.869933 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:44.875950 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-830d91aa-b4e3-4638-bb86-1077e1e972c4 req-b6590db8-5604-4217-8d9d-511debec699a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444802 Feb 21 09:40:44.878228 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Request body: {'subnet': {'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-65339942-subnet', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:44.878623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:40:44.885565 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26996f-88ea-4467-a1e8-232c631722db req-9024511d-bda2-4768-85a9-fb6f3ce9a6f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:44.887117 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e26996f-88ea-4467-a1e8-232c631722db req-9024511d-bda2-4768-85a9-fb6f3ce9a6f7 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.1574571 Feb 21 09:40:44.907399 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'port': {'security_groups': ['3e45a4b2-8fe9-4591-a787-61a345bedcb0', '853ea479-99ef-47df-bf20-43be9c5cac58']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:44.968013 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Made reservation on behalf of 0ccdb6f99e4a4de3a13689f10ec2c9f2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:44.971144 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.011721 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.049399 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:40:45.059405 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:45.060769 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:45.188302 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:45.259419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.316632 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:45.325406 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Checking segment: {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:45.325701 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Network hostable DHCP agents. Network: f1ab28c4-c791-41a9-a16c-d2bc510f0131, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:40:45.374168 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:45.394480 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-b4d3877f-0a2d-433d-a7c3-0506c67a3b37 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:45.396519 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-b4d3877f-0a2d-433d-a7c3-0506c67a3b37 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1572845 Feb 21 09:40:45.418523 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:42Z', 'revision_number': 2, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:45.424944 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:40:45.426377 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.429035 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-44160829-3948-4ea1-b2da-d667ee475c00 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/quotas/342c3696e20244888b1e71b113d306fb HTTP/1.1" status: 200 len: 375 time: 0.0227094 Feb 21 09:40:45.449026 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:40:45.449380 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Updating router 591c81d6-f523-4a8c-93b2-3874c9e6769c port c6a291c8-30b7-49fe-8004-688d59cb2e95 binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:40:45.480700 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.483503 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-27a4acf4-52ca-4adb-aa7c-beb3c9429bf6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485725 Feb 21 09:40:45.518881 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, f1ab28c4-c791-41a9-a16c-d2bc510f0131) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:45.530846 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:45.532655 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.533957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187568b2-34b0-4449-b463-b8feb0c43126 None None] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:45.543904 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.606857 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:45.607557 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.612383 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e26996f-88ea-4467-a1e8-232c631722db req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "PUT /v2.0/ports/20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 982 time: 0.7165623 Feb 21 09:40:45.652341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:45.654854 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c7cc64-682d-4343-a4df-8aee7499c49b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:45.667980 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-efa0bcd5-f4a2-4ac1-82ed-426104955fcc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7956953 Feb 21 09:40:45.670604 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:45.675752 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:45.680552 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-fcedd206-e2e7-4996-8a87-a4e4bc97bd36 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901217 Feb 21 09:40:45.764575 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:45.785754 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10161'] for router (a543c178-a600-4f6e-81cf-f225684196dc), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.790412 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router (a543c178-a600-4f6e-81cf-f225684196dc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.800040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb059fe-0875-4e10-b19f-2af55bad43f5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:45.814102 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks [] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.837764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc361-1fd2-4f07-8b5e-c409682d2ea2 req-d652ed68-8d84-4a58-954f-308e0998d4d2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:45.839359 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a60bc361-1fd2-4f07-8b5e-c409682d2ea2 req-d652ed68-8d84-4a58-954f-308e0998d4d2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.1528637 Feb 21 09:40:45.866386 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:45.880114 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-2f78e5b1-0b08-4f65-b804-3115b38fe31d service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845427 Feb 21 09:40:45.885199 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for router_controller (a543c178-a600-4f6e-81cf-f225684196dc), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.921112 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:45.926799 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a60bc361-1fd2-4f07-8b5e-c409682d2ea2 req-d06c1ef7-83bd-4608-91cf-d7079a2f7b13 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779331 Feb 21 09:40:45.976352 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Pushing event updated for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:45.989570 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.992133 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.992133 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.996261 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.997001 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:45.997414 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.002552 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5ceb481-e953-55ca-8849-2992eb204654-f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'fixed_ips': [{'subnet_id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b'}]}} from dv-cinder-778193-19-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:40:46.002700 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.002700 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.002700 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.002968 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.003726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.003726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.003726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.003726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:46.051201 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8a57a-3d8a-4ea8-b8f3-41cfd771a8bf x-openstack-request-id: req-67b8a57a-3d8a-4ea8-b8f3-41cfd771a8bf {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:46.051535 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:46.051830 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67b8a57a-3d8a-4ea8-b8f3-41cfd771a8bf {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:46.052324 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:40:46.096835 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Attempting to bind port c6a291c8-30b7-49fe-8004-688d59cb2e95 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:46.097890 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Attempting to bind port c6a291c8-30b7-49fe-8004-688d59cb2e95 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:46.100356 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Attempting to bind port c6a291c8-30b7-49fe-8004-688d59cb2e95 on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:46.105160 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:46.106996 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:46.107533 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.108055 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Bound using segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:46.108639 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Bound port: c6a291c8-30b7-49fe-8004-688d59cb2e95, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:46.109235 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.129097 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-27b429ae-e401-4abd-8edf-5a9c5610841f None None] Provisioning complete for port 20ca4dda-fc25-4090-8da1-ec497505f56c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:46.129725 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-27b429ae-e401-4abd-8edf-5a9c5610841f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.215411 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] For port c6a291c8-30b7-49fe-8004-688d59cb2e95, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:46.215808 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] For port c6a291c8-30b7-49fe-8004-688d59cb2e95, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=c6a291c8-30b7-49fe-8004-688d59cb2e95,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:46.253817 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for router_gateway (a543c178-a600-4f6e-81cf-f225684196dc), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.277187 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.323415 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Allocated IP 172.20.0.2 (f1ab28c4-c791-41a9-a16c-d2bc510f0131/5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b/4f270593-2afb-4d78-a733-be26fb07eb11) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:46.369917 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:46.370726 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:46.556036 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0052-57ea-4d18-90b1-0fcda90426bb None None] Pushing event updated for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:46.602060 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:46.623535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 1a372a44-fc2f-4229-9f19-16f7d5bdb33b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:46.673627 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-15b553e2-5886-4dc5-92a3-b57f319b07e0 req-36c93e7a-b380-4962-87fd-a51a4709307a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 210 time: 0.0486240 Feb 21 09:40:46.710648 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4436c-bdb4-4003-8f1f-d17983383a53 req-5d84ecbc-3a3b-408d-960f-2b3c33be1a06 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:46.718020 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97a4436c-bdb4-4003-8f1f-d17983383a53 req-5d84ecbc-3a3b-408d-960f-2b3c33be1a06 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.5907311 Feb 21 09:40:46.726344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-b3468994-3692-47bf-874a-d3801616c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:46.728105 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-b3468994-3692-47bf-874a-d3801616c2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1169 time: 0.6158974 Feb 21 09:40:46.790300 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for router_gateway (a543c178-a600-4f6e-81cf-f225684196dc), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.817732 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.839518 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97a4436c-bdb4-4003-8f1f-d17983383a53 req-4edb9cc4-f110-400f-8ba4-3017a1739563 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202791 Feb 21 09:40:46.870115 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-377f6b2a-d6fd-48b4-988c-bfc255e2de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:46.871624 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-377f6b2a-d6fd-48b4-988c-bfc255e2de40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.1239185 Feb 21 09:40:46.902832 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks [] for port (4f270593-2afb-4d78-a733-be26fb07eb11), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:46.929792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-27b429ae-e401-4abd-8edf-5a9c5610841f None None] Current status of the port 20ca4dda-fc25-4090-8da1-ec497505f56c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:46.991215 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Allocated IP 172.27.1.27 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/5197633a-2054-409f-bec2-94055aa259ff) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:46.997753 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:46.998721 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.009385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-9ed98bbe-de9e-409f-82db-3086bcb6feb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 1001 time: 0.1238124 Feb 21 09:40:47.017255 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.080100 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-2a93c89d-290f-40b9-9397-94c420a9dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:47.082932 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-2a93c89d-290f-40b9-9397-94c420a9dd0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0605118 Feb 21 09:40:47.111064 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for port (5197633a-2054-409f-bec2-94055aa259ff), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.134345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:47.161879 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:47.166340 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:46Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:47.168486 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-8b36b4ad-c713-4fde-93bd-77820c091760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:47.169371 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:47.170437 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-8b36b4ad-c713-4fde-93bd-77820c091760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646977 Feb 21 09:40:47.175099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Provisioning complete for port c6a291c8-30b7-49fe-8004-688d59cb2e95 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:47.175607 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.177162 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Pushing event updated for resources: {'Port': ['ID=4f270593-2afb-4d78-a733-be26fb07eb11,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.201898 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90332c-5e2b-4ac3-9531-600c351d425f None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:46Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:40:47.219231 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (5197633a-2054-409f-bec2-94055aa259ff), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.279122 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-4a9aaf61-f6c8-438b-9c53-b66e218d3e32 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008804 Feb 21 09:40:47.295067 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:47.300781 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:47.307360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:47.380844 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Attempting to bind port 4f270593-2afb-4d78-a733-be26fb07eb11 on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:47.381924 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Attempting to bind port 4f270593-2afb-4d78-a733-be26fb07eb11 by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:47.382177 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Attempting to bind port 4f270593-2afb-4d78-a733-be26fb07eb11 on network f1ab28c4-c791-41a9-a16c-d2bc510f0131 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:47.382530 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Pushing event updated for resources: {'Port': ['ID=5197633a-2054-409f-bec2-94055aa259ff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Checking segment: {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Bound using segment: {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Bound port: 4f270593-2afb-4d78-a733-be26fb07eb11, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:47.413435 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.424188 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5c7cc64-682d-4343-a4df-8aee7499c49b req-f6c425bd-f28e-4828-b876-66a74c3ce738 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386118 Feb 21 09:40:47.443529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:47.537368 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Current status of the port c6a291c8-30b7-49fe-8004-688d59cb2e95 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:47.537761 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.564877 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] For port 4f270593-2afb-4d78-a733-be26fb07eb11, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:47.591187 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] For port 4f270593-2afb-4d78-a733-be26fb07eb11, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=4f270593-2afb-4d78-a733-be26fb07eb11,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:47.601645 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] For port c6a291c8-30b7-49fe-8004-688d59cb2e95, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=c6a291c8-30b7-49fe-8004-688d59cb2e95,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:47.660623 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for router_gateway (a543c178-a600-4f6e-81cf-f225684196dc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.664199 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.705840 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:47.740049 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c6ff7-f7ba-408d-9ab3-fa864d9101f5 None None] Pushing event updated for resources: {'Port': ['ID=4f270593-2afb-4d78-a733-be26fb07eb11,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.854724 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668e92f-b9c3-4276-800b-5aac467a296d None None] Pushing event updated for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:47.860345 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-656d2ab4-81a4-4ed4-80c3-b558654dcce0 req-971a0b6c-1e5e-4337-a2fd-3ab26d4e94ca tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 210 time: 0.0572300 Feb 21 09:40:47.930189 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427434'] for router (a543c178-a600-4f6e-81cf-f225684196dc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:48.029339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e70c0-ff84-465f-a032-a23d023a439a req-e841d2a0-6439-4815-a34c-b1834c8774dd tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:48.030864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c5e70c0-ff84-465f-a032-a23d023a439a req-e841d2a0-6439-4815-a34c-b1834c8774dd tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1002302 Feb 21 09:40:48.093508 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c5e70c0-ff84-465f-a032-a23d023a439a req-c5248ed0-9408-4c39-a73f-e9661c1769e0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 Feb 21 09:40:48.178779 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Router a543c178-a600-4f6e-81cf-f225684196dc is scheduled to L3 agent 35658021-d355-4126-83ea-b91652ae2680 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:40:48.286737 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:48.299201 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Sync routers for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:40:48.312757 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:48.313380 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:48.383967 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:48.385231 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2102d960-3300-4bb0-a14e-683bcbb986fc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7132828 Feb 21 09:40:48.391248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49226) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:48.428748 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:48.570032 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device c6a291c8-30b7-49fe-8004-688d59cb2e95 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:48.696362 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port c6a291c8-30b7-49fe-8004-688d59cb2e95 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:48.697007 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:48.739652 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 3, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:48.770132 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Checking router: a543c178-a600-4f6e-81cf-f225684196dc for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:40:48.770486 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Updating router a543c178-a600-4f6e-81cf-f225684196dc port 5197633a-2054-409f-bec2-94055aa259ff binding host dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:40:48.823190 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5197633a-2054-409f-bec2-94055aa259ff), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:48.866115 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port c6a291c8-30b7-49fe-8004-688d59cb2e95 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:48.867492 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 4f270593-2afb-4d78-a733-be26fb07eb11 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:48.873075 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98abc8d-dd9c-4e96-bed3-cd6c6492fccc None None] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:48.938500 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:48.991071 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe43049b-c727-4caf-ac95-9d0267421bc6 req-3360651e-7bf8-468b-b4af-e5c5526f0c03 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 210 time: 0.0502644 Feb 21 09:40:49.063449 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-9dae866c-5feb-451f-9e06-a693954f6445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:49.064975 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-9dae866c-5feb-451f-9e06-a693954f6445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1951191 Feb 21 09:40:49.115064 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Request body: {'port': {'device_id': '236657e2-1afa-4de5-8c41-019e09647c6e', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'admin_state_up': True, 'tenant_id': '342c3696e20244888b1e71b113d306fb'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:49.159332 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Provisioning complete for port 4f270593-2afb-4d78-a733-be26fb07eb11 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:49.159724 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.286995 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Allocated IP 172.20.0.1 (f1ab28c4-c791-41a9-a16c-d2bc510f0131/5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b/86584d95-204c-4124-a57f-bc19aa60c33b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:49.294448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 4f270593-2afb-4d78-a733-be26fb07eb11 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:49.294448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.320086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e92e9e-b532-42c0-a866-d61c2c57bcf8 req-e32d36ac-f48a-4971-8bc8-4875ef6a3e90 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:49.321489 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7e92e9e-b532-42c0-a866-d61c2c57bcf8 req-e32d36ac-f48a-4971-8bc8-4875ef6a3e90 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1350675 Feb 21 09:40:49.407772 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Current status of the port 4f270593-2afb-4d78-a733-be26fb07eb11 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:49.408158 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.430314 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7e92e9e-b532-42c0-a866-d61c2c57bcf8 req-6b229953-6c9e-4c3e-a2ed-602aca12f7fc tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890524 Feb 21 09:40:49.455466 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:49.458807 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.465828 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks [] for port (86584d95-204c-4124-a57f-bc19aa60c33b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.513030 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] For port 4f270593-2afb-4d78-a733-be26fb07eb11, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=4f270593-2afb-4d78-a733-be26fb07eb11,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:49.528248 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 4f270593-2afb-4d78-a733-be26fb07eb11 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:49.528755 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.548157 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks [] for port (5197633a-2054-409f-bec2-94055aa259ff), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.591603 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.616479 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Allocated IP 172.20.0.4 (e6a849a0-bfae-4c24-8376-23d7deccd480/c75c052f-1e74-43d0-ba09-06499f14dcd2/aa9e8fe7-313b-4049-8a5b-d18f7f6a3561) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:49.647751 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5197633a-2054-409f-bec2-94055aa259ff), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.687361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.692133 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:40:49.692333 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:40:49.698735 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Attempting to bind port 5197633a-2054-409f-bec2-94055aa259ff on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:49.699405 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Attempting to bind port 5197633a-2054-409f-bec2-94055aa259ff by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:49.699526 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Attempting to bind port 5197633a-2054-409f-bec2-94055aa259ff on network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:49.706927 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d29e38-d9db-4a8d-856f-4c523b8497ff None None] Pushing event updated for resources: {'Port': ['ID=4f270593-2afb-4d78-a733-be26fb07eb11,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:49.712979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:49.713356 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Checking segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:49.713762 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.714145 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Bound using segment: {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:49.714605 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Bound port: 5197633a-2054-409f-bec2-94055aa259ff, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bee90-ecd7-43f0-8958-c3d9b281c6a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:49.714980 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5197633a-2054-409f-bec2-94055aa259ff), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.765640 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:49.774835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:49.776293 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f4318a26-760f-4fa5-96ba-7c0eb36ac696 None None] Provisioning complete for port 4f270593-2afb-4d78-a733-be26fb07eb11 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:49.776734 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4318a26-760f-4fa5-96ba-7c0eb36ac696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.777461 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:49.803258 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eef76-eace-4278-95a8-fc43450a87f2 None None] Pushing event updated for resources: {'Port': ['ID=5197633a-2054-409f-bec2-94055aa259ff,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:49.808948 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Pushing event updated for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:49.836452 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] For port 5197633a-2054-409f-bec2-94055aa259ff, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:49.849544 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457085'] for router_interface (a543c178-a600-4f6e-81cf-f225684196dc), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.851585 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] For port 5197633a-2054-409f-bec2-94055aa259ff, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=5197633a-2054-409f-bec2-94055aa259ff,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:49.897204 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f4318a26-760f-4fa5-96ba-7c0eb36ac696 None None] Current status of the port 4f270593-2afb-4d78-a733-be26fb07eb11 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:49.902644 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks [] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.928870 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5197633a-2054-409f-bec2-94055aa259ff), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:49.991443 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:49.992128 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:50.038907 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eef76-eace-4278-95a8-fc43450a87f2 None None] Pushing event updated for resources: {'Port': ['ID=5197633a-2054-409f-bec2-94055aa259ff,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:50.063377 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ab5e3e6-588c-4591-84c4-e17f550e0047 None None] Provisioning complete for port 86584d95-204c-4124-a57f-bc19aa60c33b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:50.067392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ab5e3e6-588c-4591-84c4-e17f550e0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.067517 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.122994 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:50.152426 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Network e6a849a0-bfae-4c24-8376-23d7deccd480 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:50.161296 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5e3e6-588c-4591-84c4-e17f550e0047 None None] Port 86584d95-204c-4124-a57f-bc19aa60c33b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:40:50.166464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:50.171625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:50.176119 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:50.177909 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event updated for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:50.206276 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.240523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:50.241126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.249010 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c443-8c71-401c-8f0a-e8c14c552382 req-2a5e3184-8bc3-4c0f-86f3-ec852c32b37f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:50.251010 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ef9c443-8c71-401c-8f0a-e8c14c552382 req-2a5e3184-8bc3-4c0f-86f3-ec852c32b37f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 931 time: 0.1762054 Feb 21 09:40:50.332710 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 4f270593-2afb-4d78-a733-be26fb07eb11 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:50.369823 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0ef9c443-8c71-401c-8f0a-e8c14c552382 req-85e7ad3e-9d4f-4db4-b124-c3e997a5d853 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977283 Feb 21 09:40:50.372980 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-a03f7a97-b882-44e7-b486-149c34e6259a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2666636 Feb 21 09:40:50.395800 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Request body: {'port': {'device_id': '236657e2-1afa-4de5-8c41-019e09647c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:50.441876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 4f270593-2afb-4d78-a733-be26fb07eb11 up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:50.489951 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.512628 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks [] for port (86584d95-204c-4124-a57f-bc19aa60c33b), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.535359 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 3, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:50.565277 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4adaa-707e-4542-8c14-2fc56bc60975 None None] The sync data for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi is: [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 3, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:40:50.611527 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 4f270593-2afb-4d78-a733-be26fb07eb11 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:50.611527 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:50.612815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce415b0-c333-4a7e-835f-b839cefd307a req-0f1bcb04-6dc0-4d7d-973f-5d61ba5e2779 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:50.612815 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fce415b0-c333-4a7e-835f-b839cefd307a req-0f1bcb04-6dc0-4d7d-973f-5d61ba5e2779 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0959849 Feb 21 09:40:50.655022 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 4f270593-2afb-4d78-a733-be26fb07eb11 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:50.673185 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.060337 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fce415b0-c333-4a7e-835f-b839cefd307a req-c613822d-d179-4f25-8557-6061c9985064 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140406 Feb 21 09:40:51.067749 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457193'] for router_interface (a543c178-a600-4f6e-81cf-f225684196dc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.075330 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Pushing event updated for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.226481 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:51.229350 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:51.241295 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:51.252123 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks [] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.300999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Transition to ACTIVE for port object aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:40:51.358194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.414005 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Router a543c178-a600-4f6e-81cf-f225684196dc has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:40:51.434849 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.494961 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e9153d48-fc78-4341-b09d-8dfd44241955 None None] Provisioning complete for port 86584d95-204c-4124-a57f-bc19aa60c33b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:51.495995 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9153d48-fc78-4341-b09d-8dfd44241955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.529352 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e9153d48-fc78-4341-b09d-8dfd44241955 None None] Port 86584d95-204c-4124-a57f-bc19aa60c33b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:40:51.622514 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Attempting to bind port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:51.622855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Attempting to bind port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:51.623190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Attempting to bind port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:51.647579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a9fcb-9ef3-47c5-a7e9-fead28a8a65b req-2c6debb3-98b7-4296-8c2c-a9b60e3c8445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:51.651025 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-879a9fcb-9ef3-47c5-a7e9-fead28a8a65b req-2c6debb3-98b7-4296-8c2c-a9b60e3c8445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 943 time: 0.1588166 Feb 21 09:40:51.651342 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 on network e6a849a0-bfae-4c24-8376-23d7deccd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:40:51.651618 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Attempting to bind port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:51.660432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:40:51.671029 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a9576974-eb70-435c-9b5b-8e3ce98e84b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/a543c178-a600-4f6e-81cf-f225684196dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818341 Feb 21 09:40:51.672095 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:51.672442 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Checking segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:51.672820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Bound using segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:51.673268 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Bound port: aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:51.673627 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.741631 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-879a9fcb-9ef3-47c5-a7e9-fead28a8a65b req-c9206d40-f587-47d5-965b-34e280e006c0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852585 Feb 21 09:40:51.766298 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:51.769237 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:51.852481 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.886891 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:51.887542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:51.888954 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 HTTP/1.1" status: 200 len: 1093 time: 1.4999423 Feb 21 09:40:51.889401 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:51.892361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a" -d '{"events": [{"name": "network-changed", "server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:51.930153 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679140-53ab-4ac5-954d-563839c9d940 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:51.941732 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3803dc-c460-449b-9597-f3294d65ed93 x-openstack-request-id: req-ad3803dc-c460-449b-9597-f3294d65ed93 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:51.941732 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:51.941904 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad3803dc-c460-449b-9597-f3294d65ed93 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:51.942240 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', 'status': 'completed', 'code': 200} Feb 21 09:40:52.027361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-d4e4507d-79f8-4472-a1ac-20db731464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.028904 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-d4e4507d-79f8-4472-a1ac-20db731464b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 1127 time: 0.0465398 Feb 21 09:40:52.172427 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:52.172936 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-1cfb13cc-0bb9-40a1-94e2-08e218be1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.173999 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-1cfb13cc-0bb9-40a1-94e2-08e218be1c41 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=342c3696e20244888b1e71b113d306fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1242952 Feb 21 09:40:52.177320 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815691008', 'description': 'tempest-secgroup-smoke-1815691008 description', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:52.241663 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.242999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8097f-4e94-48c5-843b-a4c80f7dcce3 req-f04cb564-f0bd-49b0-92cd-8a25e6812dad tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.244523 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4e8097f-4e94-48c5-843b-a4c80f7dcce3 req-f04cb564-f0bd-49b0-92cd-8a25e6812dad tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1139462 Feb 21 09:40:52.306573 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (4c4983b6-108f-46a9-b67d-c933f3c76f12), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.316811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-b06ad618-356a-48c3-9234-b5edcb5918b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.318297 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e77aaea2-1150-46c6-8b24-e8c8cb01ae5a req-b06ad618-356a-48c3-9234-b5edcb5918b3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370835 Feb 21 09:40:52.322004 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4e8097f-4e94-48c5-843b-a4c80f7dcce3 req-cc0e129a-58c3-4a97-a727-2634133170da tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699742 Feb 21 09:40:52.374480 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4c4983b6-108f-46a9-b67d-c933f3c76f12), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.405334 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4983b6-108f-46a9-b67d-c933f3c76f12,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:52.430537 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-b3b0fdcc-4b75-44ca-9655-2affdb2c34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.432372 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-b3b0fdcc-4b75-44ca-9655-2affdb2c34a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 1127 time: 0.0468590 Feb 21 09:40:52.443678 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5197633a-2054-409f-bec2-94055aa259ff up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:52.466581 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.471889 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c7f7a214-b603-40db-a4cf-b3c256544d12 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2952054 Feb 21 09:40:52.472237 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:52.476733 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:52.495998 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-21405e27-b9ac-4f97-9696-3b73005cccb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 HTTP/1.1" status: 200 len: 217 time: 0.0419819 Feb 21 09:40:52.496207 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 5197633a-2054-409f-bec2-94055aa259ff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:52.496686 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (5197633a-2054-409f-bec2-94055aa259ff), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.545677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-7b7cb554-ee4d-4153-9331-d8188d6672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.547788 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-7b7cb554-ee4d-4153-9331-d8188d6672e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75c052f-1e74-43d0-ba09-06499f14dcd2 HTTP/1.1" status: 200 len: 854 time: 0.0453968 Feb 21 09:40:52.560833 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (bee70449-d435-44a2-b097-ec16758566fb), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.591009 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-d5d67ef5-6d25-4772-a2fa-f6d7c523bfa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6a849a0-bfae-4c24-8376-23d7deccd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279672 Feb 21 09:40:52.623401 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (bee70449-d435-44a2-b097-ec16758566fb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.689846 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-bb953599-8f05-4b63-8f8a-7a3d57d72f67 service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900619 Feb 21 09:40:52.705623 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (bee70449-d435-44a2-b097-ec16758566fb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.711649 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 5197633a-2054-409f-bec2-94055aa259ff is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:52.712306 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (5197633a-2054-409f-bec2-94055aa259ff), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.726197 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee70449-d435-44a2-b097-ec16758566fb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:52.735772 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] For port 5197633a-2054-409f-bec2-94055aa259ff, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=5197633a-2054-409f-bec2-94055aa259ff,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:52.787151 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7935c8da-c293-4e64-8f20-b43faeb273cc req-29b081b8-fa8c-4c61-87c7-b7f38b592bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860233 Feb 21 09:40:52.804594 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.806285 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-24d07082-d1b0-40b5-9106-0ea06038cb3c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327594 Feb 21 09:40:52.808980 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:52.814095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (5197633a-2054-409f-bec2-94055aa259ff), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.814311 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:52.865530 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Pushing event updated for resources: {'Port': ['ID=5197633a-2054-409f-bec2-94055aa259ff,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:52.867942 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a5cb6-4563-4bfe-b0d9-6608c63e7066 req-79adaa87-2c2b-44dd-a3b8-38c93bb91989 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:52.869417 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568a5cb6-4563-4bfe-b0d9-6608c63e7066 req-79adaa87-2c2b-44dd-a3b8-38c93bb91989 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 943 time: 0.0608008 Feb 21 09:40:52.914660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (f0074c4f-f356-4017-96f0-1f9cac55affb), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:52.916554 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-568a5cb6-4563-4bfe-b0d9-6608c63e7066 req-739308d7-2b71-4887-9a74-218ddadf2944 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Feb 21 09:40:52.973021 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (f0074c4f-f356-4017-96f0-1f9cac55affb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.053213 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (f0074c4f-f356-4017-96f0-1f9cac55affb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.073402 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0074c4f-f356-4017-96f0-1f9cac55affb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.152094 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.153305 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d38e458a-1c02-4bae-9d14-4b577bc70fe4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433518 Feb 21 09:40:53.156050 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:53.161098 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:53.176260 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Sync routers for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:40:53.185737 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:53.186348 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:53.236132 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (523e75dc-61d1-4288-813b-f447f73368e6), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.299019 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:53.299783 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (523e75dc-61d1-4288-813b-f447f73368e6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.360671 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (523e75dc-61d1-4288-813b-f447f73368e6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.379033 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e75dc-61d1-4288-813b-f447f73368e6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.447102 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c0314-8c9f-4e3f-9ebd-ddb6943caae8 req-5abd1531-2595-418c-91c6-7ce94952fa6e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:53.448550 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc9c0314-8c9f-4e3f-9ebd-ddb6943caae8 req-5abd1531-2595-418c-91c6-7ce94952fa6e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0565693 Feb 21 09:40:53.460717 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.463350 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a7873a45-c74e-40d9-8390-43c996d68c8d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041694 Feb 21 09:40:53.464609 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:53.468961 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:53.500950 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:49Z', 'revision_number': 4, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '86584d95-204c-4124-a57f-bc19aa60c33b', 'name': '', 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'mac_address': 'fa:16:3e:5c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:49Z', 'updated_at': '2022-02-21T09:40:50Z', 'revision_number': 2, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'subnets': [{'id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:53.502790 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc9c0314-8c9f-4e3f-9ebd-ddb6943caae8 req-635dd3b9-ee11-456d-9bf2-7484d4dd9450 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479288 Feb 21 09:40:53.531682 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Checking router: a543c178-a600-4f6e-81cf-f225684196dc for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:40:53.536127 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Updating router a543c178-a600-4f6e-81cf-f225684196dc port 86584d95-204c-4124-a57f-bc19aa60c33b binding host dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:40:53.559584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (1613f1a0-9820-4bdb-953a-28168c423ba8), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.561168 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.630414 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (1613f1a0-9820-4bdb-953a-28168c423ba8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.704196 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (1613f1a0-9820-4bdb-953a-28168c423ba8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.723873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1613f1a0-9820-4bdb-953a-28168c423ba8,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:53.851929 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks [] for port (86584d95-204c-4124-a57f-bc19aa60c33b), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.906879 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.908136 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-40fd9959-2d29-49e8-abde-7a55aa53cbc9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426060 Feb 21 09:40:53.910813 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:53.915190 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:53.921354 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:53.996477 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Project b11ed249505a4004b9ac29e6e0d515ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:40:54.008213 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (f70651aa-6551-4833-a352-9bb5ee880736), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.025775 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f461e-61e1-4dee-baa7-b416af486ef1 None None] Pushing event updated for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.041402 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Attempting to bind port 86584d95-204c-4124-a57f-bc19aa60c33b on host dv-cinder-778193-19-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:54.041772 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Attempting to bind port 86584d95-204c-4124-a57f-bc19aa60c33b by drivers openvswitch,hyperv on host dv-cinder-778193-19-iscsi at level 0 using segments [{'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:54.042133 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Attempting to bind port 86584d95-204c-4124-a57f-bc19aa60c33b on network f1ab28c4-c791-41a9-a16c-d2bc510f0131 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:54.048245 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Checking agent: {'id': 'c879e503-5ba5-4edf-a545-1482c11e1d34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 28, 7), 'started_at': datetime.datetime(2022, 2, 21, 9, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:54.048872 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Checking segment: {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:54.049269 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.049840 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Bound using segment: {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:54.050307 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Bound port: 86584d95-204c-4124-a57f-bc19aa60c33b, host: dv-cinder-778193-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880a26da-f1df-4a7e-b47a-c6303ca92f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:54.050839 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.080992 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ef5d2-aff2-4f61-b242-2f6b454112c7 req-f0ea6632-0ea5-4feb-b72b-9ffc94c7cd69 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:54.082609 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d1ef5d2-aff2-4f61-b242-2f6b454112c7 req-f0ea6632-0ea5-4feb-b72b-9ffc94c7cd69 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 943 time: 0.0889201 Feb 21 09:40:54.098203 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (f70651aa-6551-4833-a352-9bb5ee880736), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.122375 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] For port 86584d95-204c-4124-a57f-bc19aa60c33b, host dv-cinder-778193-19-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:54.125787 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] For port 86584d95-204c-4124-a57f-bc19aa60c33b, host dv-cinder-778193-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=86584d95-204c-4124-a57f-bc19aa60c33b,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:54.133048 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d1ef5d2-aff2-4f61-b242-2f6b454112c7 req-bb363ce2-123e-4827-94fe-6a486f906228 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Feb 21 09:40:54.201690 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (f70651aa-6551-4833-a352-9bb5ee880736), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.213360 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.220316 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70651aa-6551-4833-a352-9bb5ee880736,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.268563 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Provisioning complete for port 86584d95-204c-4124-a57f-bc19aa60c33b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:54.270045 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.275866 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f461e-61e1-4dee-baa7-b416af486ef1 None None] Pushing event updated for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.278449 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:40:54.279048 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:54.299855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.308960 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3af78f91-6359-45e6-9480-de2b20bd3179 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897474 Feb 21 09:40:54.308960 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49272) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:54.309283 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'security_group_rule': {'security_group_id': '4c4983b6-108f-46a9-b67d-c933f3c76f12', 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:54.368418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Current status of the port 86584d95-204c-4124-a57f-bc19aa60c33b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:54.368810 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.404451 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] For port 86584d95-204c-4124-a57f-bc19aa60c33b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=86584d95-204c-4124-a57f-bc19aa60c33b,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:54.408206 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Project b11ed249505a4004b9ac29e6e0d515ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:40:54.414151 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:40:54.416036 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (390f9e7f-1cf7-45a8-878e-81205a1a4c36), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.455410 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5197633a-2054-409f-bec2-94055aa259ff up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:54.475851 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.488478 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (390f9e7f-1cf7-45a8-878e-81205a1a4c36), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.539714 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8589744-d96a-45cf-a17d-3f1699b9d40b None None] Pushing event updated for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.548838 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 5197633a-2054-409f-bec2-94055aa259ff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:54.549218 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (5197633a-2054-409f-bec2-94055aa259ff), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.555637 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (390f9e7f-1cf7-45a8-878e-81205a1a4c36), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.577893 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390f9e7f-1cf7-45a8-878e-81205a1a4c36,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:54.617977 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f3b87140-5664-4f36-ad9d-96df9ad457df None None] Provisioning complete for port 86584d95-204c-4124-a57f-bc19aa60c33b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:54.618355 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3b87140-5664-4f36-ad9d-96df9ad457df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.653861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366da51-a204-4c1d-bf61-d15be716c1e3 req-ad508e49-926b-41e0-be26-5375dbbb14df tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:54.657044 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4366da51-a204-4c1d-bf61-d15be716c1e3 req-ad508e49-926b-41e0-be26-5375dbbb14df tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0630896 Feb 21 09:40:54.666390 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:54.668010 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ce6450f7-3068-4731-a584-9a2ceefa507d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3626521 Feb 21 09:40:54.686175 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 5197633a-2054-409f-bec2-94055aa259ff is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:54.733062 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4366da51-a204-4c1d-bf61-d15be716c1e3 req-12d92a2e-0cb0-44cd-8982-3f7ddc75334e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644596 Feb 21 09:40:54.746405 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87140-5664-4f36-ad9d-96df9ad457df None None] Current status of the port 86584d95-204c-4124-a57f-bc19aa60c33b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:54.758909 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:49Z', 'revision_number': 4, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '86584d95-204c-4124-a57f-bc19aa60c33b', 'name': '', 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'mac_address': 'fa:16:3e:5c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:49Z', 'updated_at': '2022-02-21T09:40:54Z', 'revision_number': 4, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'subnets': [{'id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:40:54.785834 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0631a52-ead6-4e82-bc22-bf3b6dfb2c29 None None] The sync data for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi is: [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:40:49Z', 'revision_number': 4, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '86584d95-204c-4124-a57f-bc19aa60c33b', 'name': '', 'network_id': 'f1ab28c4-c791-41a9-a16c-d2bc510f0131', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'mac_address': 'fa:16:3e:5c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:49Z', 'updated_at': '2022-02-21T09:40:54Z', 'revision_number': 4, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'subnets': [{'id': '5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:40:55.082697 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:40:55.187004 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:55.200397 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '0b137228-330d-4d50-8b11-74b2b00916c6', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'mac_address': 'fa:16:3e:d4:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:40:55.243812 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b137228-330d-4d50-8b11-74b2b00916c6 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:55.244558 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:55.264808 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b137228-330d-4d50-8b11-74b2b00916c6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:55.269546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797cf09-2408-4a81-a58d-496560fcae67 req-610738b9-ffe8-4429-9b6a-ed47f7980b58 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:55.276573 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d797cf09-2408-4a81-a58d-496560fcae67 req-610738b9-ffe8-4429-9b6a-ed47f7980b58 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 943 time: 0.0732448 Feb 21 09:40:55.288347 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:55.335758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d797cf09-2408-4a81-a58d-496560fcae67 req-89885ad1-be76-40cc-8c6c-794992c57c90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Feb 21 09:40:55.373432 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:55.436650 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:55.794329 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['0b137228-330d-4d50-8b11-74b2b00916c6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:55.846600 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59964d72-abe6-49a2-9b1a-bc82f0c18826 req-0eed1da5-41de-479c-bd23-2e65c3b3f464 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:55.848958 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59964d72-abe6-49a2-9b1a-bc82f0c18826 req-0eed1da5-41de-479c-bd23-2e65c3b3f464 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 944 time: 0.0546901 Feb 21 09:40:55.905683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59964d72-abe6-49a2-9b1a-bc82f0c18826 req-e64308d1-539c-4b35-a192-09e20ecd1e77 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505238 Feb 21 09:40:56.439017 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 86584d95-204c-4124-a57f-bc19aa60c33b up at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:56.465602 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655fb6f-6456-4545-8933-147c322f0e3c req-5920c808-c4ef-4c24-bee5-555a9e506671 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:56.467073 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7655fb6f-6456-4545-8933-147c322f0e3c req-5920c808-c4ef-4c24-bee5-555a9e506671 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 943 time: 0.0555706 Feb 21 09:40:56.489958 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Provisioning complete for port 86584d95-204c-4124-a57f-bc19aa60c33b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:56.490448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:56.519042 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7655fb6f-6456-4545-8933-147c322f0e3c req-4600f4eb-fecd-420f-aa23-ec5e06c9d95b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Feb 21 09:40:56.580208 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Current status of the port 86584d95-204c-4124-a57f-bc19aa60c33b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:57.027338 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30338a8-293b-435b-9160-136c38853609 req-9d60c49d-de5e-4393-99e4-29c454401dd0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:57.028802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e30338a8-293b-435b-9160-136c38853609 req-9d60c49d-de5e-4393-99e4-29c454401dd0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 944 time: 0.0540588 Feb 21 09:40:57.078887 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e30338a8-293b-435b-9160-136c38853609 req-0df124aa-7b44-4111-a9b8-f519a843c857 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437613 Feb 21 09:40:57.100963 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:40:57.117400 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:57.234862 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:57.245709 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'port_id': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', 'mac_address': 'fa:16:3e:34:80:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75c052f-1e74-43d0-ba09-06499f14dcd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:40:57.282634 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:57.282953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:57.296193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:40:57.301496 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 0b137228-330d-4d50-8b11-74b2b00916c6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:57.310248 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 0b137228-330d-4d50-8b11-74b2b00916c6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:57.310618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:57.335707 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:57.393064 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:57.397866 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b137228-330d-4d50-8b11-74b2b00916c6 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:57.398238 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:57.449615 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:57.451938 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412822b-6ac9-407e-8206-15ce6d30ecea" -d '{"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-plugged", "status": "completed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:57.470683 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:57.473876 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:57.490748 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233174eb-3c41-4012-be7b-1fe0cf47ddc1 x-openstack-request-id: req-233174eb-3c41-4012-be7b-1fe0cf47ddc1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:57.491059 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-plugged", "status": "completed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:57.491337 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-233174eb-3c41-4012-be7b-1fe0cf47ddc1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:57.491732 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'code': 200} Feb 21 09:40:57.515900 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:57.570729 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:57.660243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84606883-7678-4bb9-ba5b-956f86374bde req-95c54b70-f183-44cc-85f9-54b29265a481 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:57.661711 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84606883-7678-4bb9-ba5b-956f86374bde req-95c54b70-f183-44cc-85f9-54b29265a481 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 944 time: 0.0551112 Feb 21 09:40:57.711784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84606883-7678-4bb9-ba5b-956f86374bde req-5b57e160-d532-469f-8431-55ad0a181913 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Feb 21 09:40:57.848336 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:40:57.890033 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5094c06-14c5-415e-b920-6cd664ac9b6e req-fbd3c1e7-32b3-44cf-bf72-7f2c6343d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:57.891595 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5094c06-14c5-415e-b920-6cd664ac9b6e req-fbd3c1e7-32b3-44cf-bf72-7f2c6343d45d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0448132 Feb 21 09:40:57.942178 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5094c06-14c5-415e-b920-6cd664ac9b6e req-8993630b-9234-4af1-a17b-9577ccd70882 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Feb 21 09:40:58.199944 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690fc4e-48f7-49cc-b150-6bbf2ad2c48b req-6c0956c2-f183-4a64-8586-5be5b86a3629 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:58.201398 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6690fc4e-48f7-49cc-b150-6bbf2ad2c48b req-6c0956c2-f183-4a64-8586-5be5b86a3629 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Feb 21 09:40:58.247592 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:58.253881 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6690fc4e-48f7-49cc-b150-6bbf2ad2c48b req-610881b7-50ed-44f5-ba89-24617bb12626 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468755 Feb 21 09:40:58.260054 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:40:58.827647 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6695491-bebb-4849-b47c-d647e8a0eb04 req-e4d5406f-edde-4b44-863f-b896ad560d6c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:58.829670 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6695491-bebb-4849-b47c-d647e8a0eb04 req-e4d5406f-edde-4b44-863f-b896ad560d6c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 944 time: 0.0521040 Feb 21 09:40:58.877340 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d6695491-bebb-4849-b47c-d647e8a0eb04 req-9461aceb-e9cb-4d26-b50c-a80312d91d3f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Feb 21 09:40:59.119617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:59.206886 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:40:59.210784 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:59.211162 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:59.292292 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:59.292700 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:59.329541 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:59.380019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b3636-fad9-4006-8b29-453c544a408b req-e3e68440-6f97-4234-9dc6-2cec34c5ca6b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:59.381580 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f21b3636-fad9-4006-8b29-453c544a408b req-e3e68440-6f97-4234-9dc6-2cec34c5ca6b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Feb 21 09:40:59.407217 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:59.432352 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f21b3636-fad9-4006-8b29-453c544a408b req-71f66652-d636-4790-875d-8a1f87148633 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451510 Feb 21 09:40:59.467505 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:59.493005 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:40:59.495224 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25af6685-0291-4bcb-8a68-833a5eeae39e" -d '{"events": [{"server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:40:59.532178 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253abfc5-8984-4e16-b6da-45cfce57c6c4 x-openstack-request-id: req-253abfc5-8984-4e16-b6da-45cfce57c6c4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:40:59.532562 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:40:59.532825 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-253abfc5-8984-4e16-b6da-45cfce57c6c4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:40:59.533216 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', 'code': 200} Feb 21 09:40:59.943609 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefd9da-3aac-484f-b542-77ee70ee9419 req-7c53ef30-2b29-4b60-bc89-a078b87739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:59.945106 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cefd9da-3aac-484f-b542-77ee70ee9419 req-7c53ef30-2b29-4b60-bc89-a078b87739a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 1129 time: 0.0501490 Feb 21 09:41:00.016787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cefd9da-3aac-484f-b542-77ee70ee9419 req-d2b6aa64-19e3-4c88-a2ea-5dd5fb51fb42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617058 Feb 21 09:41:00.023456 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de864eed-aca7-4ab9-bf6c-78a8523f75e4 req-0fac3986-f4eb-4226-98be-f022cb3edeaa tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:00.024944 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de864eed-aca7-4ab9-bf6c-78a8523f75e4 req-0fac3986-f4eb-4226-98be-f022cb3edeaa tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0789223 Feb 21 09:41:00.075803 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de864eed-aca7-4ab9-bf6c-78a8523f75e4 req-6add307f-8b05-43da-9a9d-9e056312d7d4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Feb 21 09:41:00.554686 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340dc47-fa62-4fd4-81ef-9415cf21e405 req-512988e3-9db9-4b6a-923c-4c0d1eeaddb9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:00.556248 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a340dc47-fa62-4fd4-81ef-9415cf21e405 req-512988e3-9db9-4b6a-923c-4c0d1eeaddb9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0552804 Feb 21 09:41:00.605830 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a340dc47-fa62-4fd4-81ef-9415cf21e405 req-1cd2c137-f137-4e2f-83f7-a187ddb1d659 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Feb 21 09:41:00.722760 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e30d5c-a6c0-4cec-a853-d7b7fc848632 req-dc81abea-115c-484d-ae22-0fde6c6f05ba tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:00.724266 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05e30d5c-a6c0-4cec-a853-d7b7fc848632 req-dc81abea-115c-484d-ae22-0fde6c6f05ba tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0527349 Feb 21 09:41:00.773358 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05e30d5c-a6c0-4cec-a853-d7b7fc848632 req-41212bfa-a9c1-45dd-8df3-0063daa5d18a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437090 Feb 21 09:41:00.794621 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:00.904204 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b39e2335-b549-492d-a339-ff2b9277224e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:00.986385 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed5728-0f78-4de4-9f51-0dcf405d3fa2 tempest-TestShelveInstance-1499502053 tempest-TestShelveInstance-1499502053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:00.987956 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-22ed5728-0f78-4de4-9f51-0dcf405d3fa2 tempest-TestShelveInstance-1499502053 tempest-TestShelveInstance-1499502053-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1124 time: 0.1922283 Feb 21 09:41:00.991720 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49378) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:00.995099 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:01.104047 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:01.201218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6619d-bfb6-4e33-9072-98dab39ab49c req-14084c65-5802-4933-9276-b8d8e69120d4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:01.202985 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57b6619d-bfb6-4e33-9072-98dab39ab49c req-14084c65-5802-4933-9276-b8d8e69120d4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0540464 Feb 21 09:41:01.206102 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:01.256769 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57b6619d-bfb6-4e33-9072-98dab39ab49c req-af0ed86b-42a4-484c-b3e8-71e766e2044e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Feb 21 09:41:01.311164 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Allocated IP 172.27.1.68 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/886d1545-7273-4019-944b-8cc5b3bd2a74) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:01.418317 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:01.492136 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:01.528156 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:01.530791 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:01.537164 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:01.542466 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'Port': ['ID=886d1545-7273-4019-944b-8cc5b3bd2a74,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:02.153655 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for floatingip (c2b89833-2ebf-479a-8071-f382498d9145), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:02.281390 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:02.372033 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911338-4337-4143-919e-571f84df4925 req-1b8d5b16-2610-49a0-a5ae-d20e38612799 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:02.373546 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0911338-4337-4143-919e-571f84df4925 req-1b8d5b16-2610-49a0-a5ae-d20e38612799 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0515573 Feb 21 09:41:02.425506 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0911338-4337-4143-919e-571f84df4925 req-89edae86-d245-4918-a1c5-37e761a30212 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Feb 21 09:41:02.433878 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:02.492935 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:02.564001 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event updated for resources: {'Port': ['ID=886d1545-7273-4019-944b-8cc5b3bd2a74,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:02.575021 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.575621 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.575748 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.576056 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.576396 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.576749 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.577099 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.577447 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.577774 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.578136 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.578466 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.578828 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.579124 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:02.586995 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (c2b89833-2ebf-479a-8071-f382498d9145), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:02.688866 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Floating IP c2b89833-2ebf-479a-8071-f382498d9145 associated. External IP: 172.27.1.68, port: 0b137228-330d-4d50-8b11-74b2b00916c6. Feb 21 09:41:02.902903 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Router 45bc3cbb-5897-4c1b-b08e-72ea9938493a has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:02.971041 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-78450e7f-34c2-42ac-bc65-340c3a1414d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481565 Feb 21 09:41:03.022079 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:03.035700 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Sync routers for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:03.049096 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:03.049717 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:40:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:03.082841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-b6cbe6f6-a38c-475d-bb76-4718920f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.084736 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-b6cbe6f6-a38c-475d-bb76-4718920f0899 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 1130 time: 0.0577319 Feb 21 09:41:03.103321 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:03.139900 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ceacd99a-2707-4635-bc44-bce238714d41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1439135 Feb 21 09:41:03.139900 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:03.139900 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a154e4-09e2-4748-8b9e-24cb361af34c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:03.179784 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea643f6-5506-4358-ac8f-47f0c9770067 x-openstack-request-id: req-1ea643f6-5506-4358-ac8f-47f0c9770067 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:03.181596 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:03.182031 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ea643f6-5506-4358-ac8f-47f0c9770067 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:03.182141 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:03.182543 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'status': 'completed', 'code': 200} Feb 21 09:41:03.207778 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db4cec95-06e2-4d62-bb18-77396824a87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:03.222369 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-a60cb009-b618-4a34-b36c-41c5e6a9ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.224022 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-a60cb009-b618-4a34-b36c-41c5e6a9ecd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.1091666 Feb 21 09:41:03.351492 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-487111d2-b78c-4991-964e-6ba2b04181ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 200 len: 1001 time: 0.0890813 Feb 21 09:41:03.372707 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-ea415604-011c-4661-887c-f172f6c9396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.374217 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-ea415604-011c-4661-887c-f172f6c9396e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0764408 Feb 21 09:41:03.460532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-66df6b40-c396-4c2e-9c6c-38d12df0de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.461905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-66df6b40-c396-4c2e-9c6c-38d12df0de33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0998981 Feb 21 09:41:03.500453 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-14a7dcb9-fa61-454a-8b3e-4815224212b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.501867 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-14a7dcb9-fa61-454a-8b3e-4815224212b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.1092041 Feb 21 09:41:03.586651 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'c2b89833-2ebf-479a-8071-f382498d9145', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'mac_address': 'fa:16:3e:d4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:01Z', 'updated_at': '2022-02-21T09:41:01Z', 'revision_number': 0, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:03.588713 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-0060550a-1dae-40b1-98e3-3c7e435e7fb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 998 time: 0.0716770 Feb 21 09:41:03.590428 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-9c647007-7336-4663-ba98-2bdb03ff78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.591852 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-9c647007-7336-4663-ba98-2bdb03ff78af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1013155 Feb 21 09:41:03.616994 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Checking router: 45bc3cbb-5897-4c1b-b08e-72ea9938493a for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:03.625951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:03.626663 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:03.709872 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-227ba84b-94de-4639-b827-bc4e6927c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.711425 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-227ba84b-94de-4639-b827-bc4e6927c654 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0925772 Feb 21 09:41:03.734200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:03.772247 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-11d954cc-32d4-4201-9bc5-9ef0ef30a2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453016 Feb 21 09:41:03.789589 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-7c833086-75da-4c1f-94ed-c1b8fb7cc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:03.791153 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-7c833086-75da-4c1f-94ed-c1b8fb7cc478 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681157 Feb 21 09:41:03.981120 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'c2b89833-2ebf-479a-8071-f382498d9145', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'mac_address': 'fa:16:3e:d4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:01Z', 'updated_at': '2022-02-21T09:41:01Z', 'revision_number': 0, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:04.021770 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0101118-dc1a-4aad-9010-1cdbc0ae03ba None None] The sync data for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi is: [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'c2b89833-2ebf-479a-8071-f382498d9145', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'mac_address': 'fa:16:3e:d4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:01Z', 'updated_at': '2022-02-21T09:41:01Z', 'revision_number': 0, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:04.215869 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-4d728838-8ae4-4dd1-9483-fb181d661947 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062042 Feb 21 09:41:04.218740 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c96241bf-7056-4c74-84ab-8ab2b639d2dd req-c0b5bb85-3f65-45b0-ade6-098a64105d44 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161057 Feb 21 09:41:04.219864 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877335e-f496-483b-ae38-0d7e5ac68cb8 None None] New status for floating IP c2b89833-2ebf-479a-8071-f382498d9145: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:41:04.321015 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9a154e4-09e2-4748-8b9e-24cb361af34c req-889c019f-8c98-4d67-8ca4-21a7cceedc8f service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Feb 21 09:41:04.321241 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:05.326045 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-a837def6-b022-4fe6-9ff9-7de5a4db3d72 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:05.329753 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-a837def6-b022-4fe6-9ff9-7de5a4db3d72 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1025136 Feb 21 09:41:05.347268 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-4a08ad2c-0a9e-45f2-b14a-dfb6659982a8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/quotas/342c3696e20244888b1e71b113d306fb HTTP/1.1" status: 200 len: 375 time: 0.0128670 Feb 21 09:41:05.402010 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-602d5896-4930-40ad-bd14-2b3116292d23 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494583 Feb 21 09:41:05.495631 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-7812d20c-3a0c-45c0-b132-555d6d331cb0 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 Feb 21 09:41:05.585454 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-66b87da1-7b73-47a0-a939-a342ec610100 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Feb 21 09:41:05.778248 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:05.829665 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-862df7d2-d174-4b7d-b989-6fb18a5c709a req-85a19bc0-6489-465a-9250-bcaa69d0f533 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 210 time: 0.0289671 Feb 21 09:41:06.069092 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f798c50-96ad-4cbc-a44c-e142a245bae7 req-59a0ba86-4d51-4920-9418-70edc0314fbd tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.070594 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f798c50-96ad-4cbc-a44c-e142a245bae7 req-59a0ba86-4d51-4920-9418-70edc0314fbd tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0530951 Feb 21 09:41:06.147889 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f798c50-96ad-4cbc-a44c-e142a245bae7 req-a5b14b81-d9e1-463c-aa58-bd0ff1bae0ed tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712416 Feb 21 09:41:06.193749 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-e0b32fbf-6be2-4772-97c6-52c2834c39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.195267 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-e0b32fbf-6be2-4772-97c6-52c2834c39dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1169 time: 0.0464621 Feb 21 09:41:06.287335 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-18d38456-7141-4000-b612-ba75f30f32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.287335 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-18d38456-7141-4000-b612-ba75f30f32dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.0828280 Feb 21 09:41:06.364032 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-be44702c-ea76-460d-affe-e329bc26f7a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 1001 time: 0.0638545 Feb 21 09:41:06.416546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-fc54ea01-a753-436a-93da-cf4b01bf9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.418074 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-fc54ea01-a753-436a-93da-cf4b01bf9de0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0444849 Feb 21 09:41:06.468477 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-030e4ff6-fe7c-420b-8178-0577c98fc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:06.469962 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-030e4ff6-fe7c-420b-8178-0577c98fc029 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433443 Feb 21 09:41:06.565363 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-c28aa6cd-0d0a-4c20-a441-8863e2ea2cd1 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845051 Feb 21 09:41:06.695775 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68ef86fd-97a4-423c-a160-57c37bb5167e req-e634dd1f-4268-4db1-bcc3-91fd3638198f service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Feb 21 09:41:06.928682 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31cf6096-5455-4d25-87cd-0468599a272e req-1ec846fd-088e-4107-afc0-ae4ca366127d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 210 time: 0.0295746 Feb 21 09:41:07.224139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:07.284941 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085530e1-bec1-4fcc-8804-50553ccb3135 req-97823987-cc26-4d63-bac8-55a7bcc7c10b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:07.286481 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-085530e1-bec1-4fcc-8804-50553ccb3135 req-97823987-cc26-4d63-bac8-55a7bcc7c10b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0644853 Feb 21 09:41:07.346937 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-085530e1-bec1-4fcc-8804-50553ccb3135 req-f84d927d-0626-488c-93b6-738e4cd4a02f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547583 Feb 21 09:41:08.031982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-2928011d-b08e-43b1-8a91-417e0b73afae tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:08.033399 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-2928011d-b08e-43b1-8a91-417e0b73afae tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1187606 Feb 21 09:41:08.049295 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a6e0ece2-e435-4009-88d2-5928c9bc0da0 req-e554bfa2-d55c-4ddd-9589-ed2f7439b3cf tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 210 time: 0.0383682 Feb 21 09:41:08.058979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Request body: {'port': {'device_id': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'admin_state_up': True, 'tenant_id': '342c3696e20244888b1e71b113d306fb'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:08.252294 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:08.255656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:08.386141 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Allocated IP 172.20.0.13 (e6a849a0-bfae-4c24-8376-23d7deccd480/c75c052f-1e74-43d0-ba09-06499f14dcd2/4798e2bb-deb4-46af-8afb-63285867fa00) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:08.533717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c4e8-961d-4ff1-860c-8c0c1c8cced7 req-7182b0ea-c07d-4947-903c-256daf3f7b8a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:08.535241 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fab4c4e8-961d-4ff1-860c-8c0c1c8cced7 req-7182b0ea-c07d-4947-903c-256daf3f7b8a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.1200161 Feb 21 09:41:08.606788 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks [] for port (4798e2bb-deb4-46af-8afb-63285867fa00), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:08.627948 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fab4c4e8-961d-4ff1-860c-8c0c1c8cced7 req-0ff228e6-df0c-42fc-8ba2-4cb9af6491c1 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866783 Feb 21 09:41:08.767504 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:08.809504 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Network e6a849a0-bfae-4c24-8376-23d7deccd480 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:08.812370 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:08.823527 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:08.826970 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event updated for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:08.828289 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a', 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:08.881062 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:08.881729 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:08.974998 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-73a59a96-07e3-4ef3-9379-78534fbbe445 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9196696 Feb 21 09:41:09.006672 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Request body: {'port': {'device_id': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:09.067608 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.302191 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ce3e-6c79-4ea2-ac60-56111931de34 req-2b43d248-6ff3-4a50-aeaa-a9b6dcf6c495 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:09.307328 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d491ce3e-6c79-4ea2-ac60-56111931de34 req-2b43d248-6ff3-4a50-aeaa-a9b6dcf6c495 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 932 time: 0.1236961 Feb 21 09:41:09.380884 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d491ce3e-6c79-4ea2-ac60-56111931de34 req-b5d45135-684e-4df0-90ca-13ccfb0c5014 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709591 Feb 21 09:41:09.429682 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4798e2bb-deb4-46af-8afb-63285867fa00 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:09.436992 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks [] for port (4798e2bb-deb4-46af-8afb-63285867fa00), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.449085 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Transition to ACTIVE for port object 4798e2bb-deb4-46af-8afb-63285867fa00 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:09.521225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.570425 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Pushing event updated for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:09.641493 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Attempting to bind port 4798e2bb-deb4-46af-8afb-63285867fa00 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:09.641717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Attempting to bind port 4798e2bb-deb4-46af-8afb-63285867fa00 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:09.642026 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Attempting to bind port 4798e2bb-deb4-46af-8afb-63285867fa00 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:09.646173 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Port 4798e2bb-deb4-46af-8afb-63285867fa00 on network e6a849a0-bfae-4c24-8376-23d7deccd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:09.646488 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Attempting to bind port 4798e2bb-deb4-46af-8afb-63285867fa00 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:09.651119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:09.651481 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Checking segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:09.651855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Bound using segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:09.652271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Bound port: 4798e2bb-deb4-46af-8afb-63285867fa00, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:09.652642 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.741388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:09.754886 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4798e2bb-deb4-46af-8afb-63285867fa00,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:09.770240 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd1057-1482-48b4-bb9e-fdf344ea0d26 req-61bc6dc8-a07c-459e-880a-e6055da86f59 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:09.771898 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7cd1057-1482-48b4-bb9e-fdf344ea0d26 req-61bc6dc8-a07c-459e-880a-e6055da86f59 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0749483 Feb 21 09:41:09.830189 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7cd1057-1482-48b4-bb9e-fdf344ea0d26 req-15ad3226-b691-46f2-86b0-a1bf21715988 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523152 Feb 21 09:41:09.831690 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.869334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:09.869958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.871376 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] 10.222.0.42 "PUT /v2.0/ports/4798e2bb-deb4-46af-8afb-63285867fa00 HTTP/1.1" status: 200 len: 1094 time: 0.8689840 Feb 21 09:41:09.871824 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:09.874049 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e72f1-a886-41c8-93b6-dfe2890e5410" -d '{"events": [{"name": "network-changed", "server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:09.897013 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ac9ba-8c97-4ff3-92cd-9b6078daed3f service neutron] Pushing event updated for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:09.911174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d28260-f67b-4122-a4ee-198f8da7386a x-openstack-request-id: req-24d28260-f67b-4122-a4ee-198f8da7386a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:09.911495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:09.911750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24d28260-f67b-4122-a4ee-198f8da7386a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:09.912148 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00', 'status': 'completed', 'code': 200} Feb 21 09:41:10.016421 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-e54a58e1-a1d5-43ed-a310-fdb4e40a8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.017847 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-e54a58e1-a1d5-43ed-a310-fdb4e40a8a94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 1128 time: 0.0437429 Feb 21 09:41:10.121683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-a8bb044f-0195-4d83-9fc9-a2536b95213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.123129 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-a8bb044f-0195-4d83-9fc9-a2536b95213d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=342c3696e20244888b1e71b113d306fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0858791 Feb 21 09:41:10.222204 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-195405b9-ef1e-477c-b1c9-a029c616f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.223696 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3f3e72f1-a886-41c8-93b6-dfe2890e5410 req-195405b9-ef1e-477c-b1c9-a029c616f64f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907609 Feb 21 09:41:10.362861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-a55119cf-130c-4b79-9a7d-058a9c78de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.364436 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-a55119cf-130c-4b79-9a7d-058a9c78de45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 1128 time: 0.0458901 Feb 21 09:41:10.425573 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-c2fdfb96-dcfd-45d3-853c-23bd3f142272 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4798e2bb-deb4-46af-8afb-63285867fa00 HTTP/1.1" status: 200 len: 217 time: 0.0376625 Feb 21 09:41:10.509911 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-e090c4e7-3a01-4688-b690-f764ad88d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.511386 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-e090c4e7-3a01-4688-b690-f764ad88d696 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75c052f-1e74-43d0-ba09-06499f14dcd2 HTTP/1.1" status: 200 len: 854 time: 0.0724151 Feb 21 09:41:10.524202 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b18f-e7ed-4b19-86e1-8301ee819a7b req-e6ebb778-6978-4fe9-b9f4-fe31edeff03d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.525572 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d09b18f-e7ed-4b19-86e1-8301ee819a7b req-e6ebb778-6978-4fe9-b9f4-fe31edeff03d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 944 time: 0.0793726 Feb 21 09:41:10.555737 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-2793da53-2ca6-4611-bad7-908322becf3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6a849a0-bfae-4c24-8376-23d7deccd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292697 Feb 21 09:41:10.635192 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d09b18f-e7ed-4b19-86e1-8301ee819a7b req-684f50e7-cae9-46b3-95dc-581a2c0674fa tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008790 Feb 21 09:41:10.669743 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-d1dffe63-2db8-4c22-893f-a047185339aa service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010749 Feb 21 09:41:10.766596 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47de0ca-e3de-4150-ab29-d7e00fba407f req-6042eef1-72b8-4e9a-bf6e-c2335d6ee5c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Feb 21 09:41:10.952507 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd0706-3979-4771-ae8f-3d1916cee8d7 req-d3d7ba6e-71fa-42b5-a446-fb5b370d4a89 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:10.953910 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14fd0706-3979-4771-ae8f-3d1916cee8d7 req-d3d7ba6e-71fa-42b5-a446-fb5b370d4a89 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0540147 Feb 21 09:41:11.012432 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14fd0706-3979-4771-ae8f-3d1916cee8d7 req-0711d63f-d8e8-4f50-afef-69a8e7cd468b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528867 Feb 21 09:41:11.749267 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718eac-6adf-46a1-b79e-83bfc6283778 req-ede892b4-4d8f-466c-80dd-9f4adc57c31a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:11.750702 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41718eac-6adf-46a1-b79e-83bfc6283778 req-ede892b4-4d8f-466c-80dd-9f4adc57c31a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Feb 21 09:41:11.796002 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41718eac-6adf-46a1-b79e-83bfc6283778 req-f67c19c1-1249-418a-8913-9320bf76ce1e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Feb 21 09:41:12.130422 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ea8d-1f54-4a1e-9ca4-d5bdb7da7c68 req-d0346226-c5c0-4e6f-adc5-861b064e25ad tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:12.131881 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12f4ea8d-1f54-4a1e-9ca4-d5bdb7da7c68 req-d0346226-c5c0-4e6f-adc5-861b064e25ad tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0547237 Feb 21 09:41:12.189009 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12f4ea8d-1f54-4a1e-9ca4-d5bdb7da7c68 req-fc2bcdd9-624d-45c2-9c3b-414811d5ce84 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515938 Feb 21 09:41:12.910161 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2825-72fb-4840-866a-6131231ec83e req-1cc5f3ad-6545-454e-a55a-2d825dbfc2b5 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:12.911667 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b7a2825-72fb-4840-866a-6131231ec83e req-1cc5f3ad-6545-454e-a55a-2d825dbfc2b5 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Feb 21 09:41:13.006066 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b7a2825-72fb-4840-866a-6131231ec83e req-f957db05-0245-43f8-8b48-54eeafcbbd83 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887847 Feb 21 09:41:13.304432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567ead5-98b7-4158-afed-56946e518a21 req-3886d6c4-cc8d-449a-9355-8a4b0bdf9407 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:13.305922 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9567ead5-98b7-4158-afed-56946e518a21 req-3886d6c4-cc8d-449a-9355-8a4b0bdf9407 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0513990 Feb 21 09:41:13.367915 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9567ead5-98b7-4158-afed-56946e518a21 req-6772fa88-1248-401e-84ce-f4202b37634c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565186 Feb 21 09:41:14.122097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1f39-102d-4273-8846-0566adc1fc31 req-4863084d-6ba4-49b8-bb7c-304750865cd0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:14.123573 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e82e1f39-102d-4273-8846-0566adc1fc31 req-4863084d-6ba4-49b8-bb7c-304750865cd0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 944 time: 0.0522089 Feb 21 09:41:14.170967 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e82e1f39-102d-4273-8846-0566adc1fc31 req-5429d57f-c888-4d13-b91e-37035eeae22f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Feb 21 09:41:14.484974 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df991ce-69da-4041-97f9-bbe4c1dc2cd5 req-88b4c5b9-a4e4-4390-a468-c300105ff75e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:14.486497 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1df991ce-69da-4041-97f9-bbe4c1dc2cd5 req-88b4c5b9-a4e4-4390-a468-c300105ff75e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0534747 Feb 21 09:41:14.558151 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1df991ce-69da-4041-97f9-bbe4c1dc2cd5 req-62f45037-da1c-4d14-82dc-5f60ae1d8a91 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662248 Feb 21 09:41:14.595479 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-a06a4600-6b84-4d8f-8e77-88c9be5a04f7 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815691008&fields=id&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 267 time: 0.0534811 Feb 21 09:41:14.701031 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-4bbfcff6-9277-4ec5-8487-11654e5b2b27 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:14.702468 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-4bbfcff6-9277-4ec5-8487-11654e5b2b27 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.1004207 Feb 21 09:41:14.716751 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-7419ba44-311b-40a7-857d-035fb5983625 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/quotas/b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 375 time: 0.0089674 Feb 21 09:41:14.768709 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-23e389c5-1d44-4997-b83c-968caee6d20d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472953 Feb 21 09:41:14.861105 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-92fc3bf3-ff4b-4783-a1c5-179a61eb5ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816836 Feb 21 09:41:14.946451 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-2b6a3b42-3f17-409d-ac41-d68025b1fb4e service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797992 Feb 21 09:41:15.192610 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4798e2bb-deb4-46af-8afb-63285867fa00 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:41:15.294277 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4798e2bb-deb4-46af-8afb-63285867fa00,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:15.300849 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccaeeb-3393-4cbf-8a6a-1a297d5b0761 req-9f78f920-b717-47c8-a1a6-70e08b4e863a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:15.303372 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5ccaeeb-3393-4cbf-8a6a-1a297d5b0761 req-9f78f920-b717-47c8-a1a6-70e08b4e863a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 944 time: 0.0666099 Feb 21 09:41:15.307578 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '4798e2bb-deb4-46af-8afb-63285867fa00', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'port_id': '4798e2bb-deb4-46af-8afb-63285867fa00', 'mac_address': 'fa:16:3e:0d:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75c052f-1e74-43d0-ba09-06499f14dcd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:41:15.349405 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4798e2bb-deb4-46af-8afb-63285867fa00 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:15.349812 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:15.364073 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4798e2bb-deb4-46af-8afb-63285867fa00 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:15.372956 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5ccaeeb-3393-4cbf-8a6a-1a297d5b0761 req-67caf60c-2b74-43b8-a163-462fb6ada4d2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Feb 21 09:41:15.385448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4798e2bb-deb4-46af-8afb-63285867fa00,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:15.480934 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:15.538182 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:15.540707 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78f35b79-931d-4eb0-b915-7d6024a344fc req-24b54973-b4e1-4cd4-9fdb-364d6533001e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Feb 21 09:41:15.549241 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.549623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.549983 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.550481 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.550874 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.551262 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.551930 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.552271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.552612 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.552949 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.553289 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.553621 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.553951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:15.684750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e720a7-20a7-4489-91e8-b002edae52f9 req-6e3ba816-daed-4665-9ad8-629cbd5c6917 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:15.686232 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57e720a7-20a7-4489-91e8-b002edae52f9 req-6e3ba816-daed-4665-9ad8-629cbd5c6917 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0584219 Feb 21 09:41:15.748627 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57e720a7-20a7-4489-91e8-b002edae52f9 req-5b8d258a-3da6-410a-8fb9-d4a1679c6345 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561206 Feb 21 09:41:15.894303 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['4798e2bb-deb4-46af-8afb-63285867fa00'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:16.489657 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aeddc-a462-4e5a-8b5c-de62cebe4a82 req-13edd7d6-f5cd-4425-9df5-5c706e8aed87 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:16.491125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af0aeddc-a462-4e5a-8b5c-de62cebe4a82 req-13edd7d6-f5cd-4425-9df5-5c706e8aed87 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 945 time: 0.0508416 Feb 21 09:41:16.537497 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af0aeddc-a462-4e5a-8b5c-de62cebe4a82 req-3cec35a7-89b0-4776-8107-e342ff6805e4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Feb 21 09:41:16.632497 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de38d3e2-e828-48a8-aa43-b82f88a6e839 req-3af8ccf8-03f8-49f7-bafc-4c716c1b35a7 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 210 time: 0.0264151 Feb 21 09:41:16.866583 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88926bf-0062-4bac-91e5-bbd148e1b7c0 req-1534210b-cac1-4909-aeba-d7221d462a41 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:16.868083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a88926bf-0062-4bac-91e5-bbd148e1b7c0 req-1534210b-cac1-4909-aeba-d7221d462a41 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0517087 Feb 21 09:41:16.929575 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a88926bf-0062-4bac-91e5-bbd148e1b7c0 req-ceb58f16-8d55-42e0-bc9b-4a3125a64f37 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556371 Feb 21 09:41:17.210626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4798e2bb-deb4-46af-8afb-63285867fa00 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:17.309201 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 4798e2bb-deb4-46af-8afb-63285867fa00 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:17.313438 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 4798e2bb-deb4-46af-8afb-63285867fa00 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:17.313819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:17.389484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4798e2bb-deb4-46af-8afb-63285867fa00 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:17.389872 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:17.411973 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:17.414154 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4781ed-c9e5-4c3e-9172-0e184759f694" -d '{"events": [{"server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "name": "network-vif-plugged", "status": "completed", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:17.425999 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4798e2bb-deb4-46af-8afb-63285867fa00,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:17.448628 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25dc0db-f463-483c-8adc-656c347bc0a2 x-openstack-request-id: req-e25dc0db-f463-483c-8adc-656c347bc0a2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:17.448919 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "name": "network-vif-plugged", "status": "completed", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:17.449172 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e25dc0db-f463-483c-8adc-656c347bc0a2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:17.449570 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00', 'code': 200} Feb 21 09:41:17.492207 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:17.540201 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:17.654275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e053c-9205-4b07-9b31-c7eb3a946c90 req-dc031c67-156c-4dd7-a116-28f88dd31784 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.655839 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f22e053c-9205-4b07-9b31-c7eb3a946c90 req-dc031c67-156c-4dd7-a116-28f88dd31784 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Feb 21 09:41:17.704407 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f22e053c-9205-4b07-9b31-c7eb3a946c90 req-9198f1fa-b316-46d8-849f-b71329376531 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Feb 21 09:41:17.732111 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f21fc20-2a15-426a-a4e2-5a55dd219e63 req-42d8d0d6-9131-4528-a466-e134a9fe9ddd tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 210 time: 0.0267496 Feb 21 09:41:17.901864 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-2102ad04-5420-40fc-845b-cbee1bb81d93 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.903290 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-2102ad04-5420-40fc-845b-cbee1bb81d93 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.1285264 Feb 21 09:41:17.915443 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b90e3-35e6-456a-8faf-dead95255cc5 req-c01dab9b-4deb-48b7-985d-d5d891921852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:17.916840 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f5b90e3-35e6-456a-8faf-dead95255cc5 req-c01dab9b-4deb-48b7-985d-d5d891921852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 1130 time: 0.0624213 Feb 21 09:41:18.030177 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-ccb4bde6-99b4-4b11-bd43-bb30e73ef000 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 380 time: 0.0959477 Feb 21 09:41:18.052509 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f5b90e3-35e6-456a-8faf-dead95255cc5 req-b73eb5bc-5d95-4f87-b025-c611d80154e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173191 Feb 21 09:41:18.056861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'port': {'device_id': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'admin_state_up': True, 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'security_groups': ['4c4983b6-108f-46a9-b67d-c933f3c76f12']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:18.143186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cfc07-95bf-4496-8997-abf61d3e091e req-73cb5457-cc55-48b0-943c-af62d06874c5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:18.144682 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b2cfc07-95bf-4496-8997-abf61d3e091e req-73cb5457-cc55-48b0-943c-af62d06874c5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.1401281 Feb 21 09:41:18.227038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b2cfc07-95bf-4496-8997-abf61d3e091e req-fdebddea-9a97-434d-b315-22be2cc26f3d tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736008 Feb 21 09:41:18.269462 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Made reservation on behalf of b11ed249505a4004b9ac29e6e0d515ff for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:18.272701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:18.391283 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.20.0.13 (882d7823-c59a-4fe4-98b6-cb5cee24f80a/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0/6e225a39-136a-43e7-954a-cbf56dd61537) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:18.527335 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (6e225a39-136a-43e7-954a-cbf56dd61537), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:18.624260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:18.663695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:18.666650 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:18.670089 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:18.697410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:18.715736 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.716089 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.719847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.720649 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:18.752200 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:18.752567 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:18.868286 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efdc99-526d-4b60-963c-48883ef4398f req-7919b1ca-1999-4b27-a0ef-fd249e74197f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:18.869744 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4efdc99-526d-4b60-963c-48883ef4398f req-7919b1ca-1999-4b27-a0ef-fd249e74197f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.0859358 Feb 21 09:41:18.875755 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-d95333c8-6ead-454f-adae-37106614ff88 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262320 Feb 21 09:41:18.888560 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c3914-860f-478d-a2c3-bb038fabe231 req-0fdfe5e8-7478-4e93-b2f2-6d0ed9725027 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:18.889915 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d71c3914-860f-478d-a2c3-bb038fabe231 req-0fdfe5e8-7478-4e93-b2f2-6d0ed9725027 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 932 time: 0.0780437 Feb 21 09:41:18.911096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Request body: {'port': {'device_id': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:18.927756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60589402-00c1-493b-84df-f143940b5b86 None None] Provisioning complete for port 6e225a39-136a-43e7-954a-cbf56dd61537 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:18.939227 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60589402-00c1-493b-84df-f143940b5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:18.964719 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-60589402-00c1-493b-84df-f143940b5b86 None None] Port 6e225a39-136a-43e7-954a-cbf56dd61537 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:19.005586 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4efdc99-526d-4b60-963c-48883ef4398f req-585474d1-4a28-49ca-aaf6-6bc5b3186bf6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288934 Feb 21 09:41:19.017577 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d71c3914-860f-478d-a2c3-bb038fabe231 req-254cb35d-efac-4f0e-99f2-714af9a84f38 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206179 Feb 21 09:41:19.022075 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:19.463948 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb1850-3ac4-46b4-b493-740402e0178c req-b2ab8cba-730c-48e7-bc4c-50e18c303b71 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:19.465427 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dfb1850-3ac4-46b4-b493-740402e0178c req-b2ab8cba-730c-48e7-bc4c-50e18c303b71 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.1066966 Feb 21 09:41:19.563845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dfb1850-3ac4-46b4-b493-740402e0178c req-717e7f40-7290-49e5-a56c-2cc453b12f05 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916204 Feb 21 09:41:19.597952 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e225a39-136a-43e7-954a-cbf56dd61537 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:19.605593 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks [] for port (6e225a39-136a-43e7-954a-cbf56dd61537), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:19.617850 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Transition to ACTIVE for port object 6e225a39-136a-43e7-954a-cbf56dd61537 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:19.726630 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:19.798480 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Pushing event updated for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:19.850723 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Attempting to bind port 6e225a39-136a-43e7-954a-cbf56dd61537 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:19.851074 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Attempting to bind port 6e225a39-136a-43e7-954a-cbf56dd61537 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:19.851429 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Attempting to bind port 6e225a39-136a-43e7-954a-cbf56dd61537 on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:19.856044 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Port 6e225a39-136a-43e7-954a-cbf56dd61537 on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:19.856370 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Attempting to bind port 6e225a39-136a-43e7-954a-cbf56dd61537 on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:19.861470 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:19.861811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:19.862193 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Bound using segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:19.862619 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Bound port: 6e225a39-136a-43e7-954a-cbf56dd61537, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:19.862983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:19.931961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:19.935088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e225a39-136a-43e7-954a-cbf56dd61537,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:20.039289 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:20.068556 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.069139 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:20.070514 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] 10.222.0.42 "PUT /v2.0/ports/6e225a39-136a-43e7-954a-cbf56dd61537 HTTP/1.1" status: 200 len: 1094 time: 1.1648316 Feb 21 09:41:20.073225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:20.076165 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:20.166295 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ccaad-f10d-4337-9b13-cc6855e3c89d service neutron] Pushing event updated for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:20.200815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c11cc-a9a6-4396-96bd-83b312be651f req-68aada13-8b85-4144-9b4c-85a427b87d4f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.202348 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-801c11cc-a9a6-4396-96bd-83b312be651f req-68aada13-8b85-4144-9b4c-85a427b87d4f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0976162 Feb 21 09:41:20.210065 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12a9cd-4742-4e6a-a67d-30e7a3388034 req-901dd39d-6b40-40da-97da-9a68f7546d3f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.211729 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4e12a9cd-4742-4e6a-a67d-30e7a3388034 req-901dd39d-6b40-40da-97da-9a68f7546d3f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.1303217 Feb 21 09:41:20.320233 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-801c11cc-a9a6-4396-96bd-83b312be651f req-a6560acc-7eb4-4ee7-9eda-f070f300a2f1 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075320 Feb 21 09:41:20.329946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4e12a9cd-4742-4e6a-a67d-30e7a3388034 req-5e476504-f91b-4cda-add4-474261e3eebd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100729 Feb 21 09:41:20.339811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-51781d39-6e1f-4bb1-bf26-23fd01ddfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.341396 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-51781d39-6e1f-4bb1-bf26-23fd01ddfa39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 1128 time: 0.1054211 Feb 21 09:41:20.374990 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d0cdd-5880-41ba-a577-1d4dc462abdf x-openstack-request-id: req-c18d0cdd-5880-41ba-a577-1d4dc462abdf {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:20.375318 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:20.375590 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c18d0cdd-5880-41ba-a577-1d4dc462abdf {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:20.376006 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537', 'status': 'completed', 'code': 200} Feb 21 09:41:20.426290 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-24de9a26-c551-4f8b-98f1-d72596ecd870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e225a39-136a-43e7-954a-cbf56dd61537 HTTP/1.1" status: 200 len: 217 time: 0.0347292 Feb 21 09:41:20.479390 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-6177c180-5302-437d-a4fb-b0877ed666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.480850 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-6177c180-5302-437d-a4fb-b0877ed666af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0424366 Feb 21 09:41:20.535588 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-39f1b556-d35a-4c3f-9f96-eaaaf5a8827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.537064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-39f1b556-d35a-4c3f-9f96-eaaaf5a8827b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488937 Feb 21 09:41:20.628118 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-740c0bf6-98ff-4004-8c05-d5ea54d37a4d service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Feb 21 09:41:20.746556 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798e583-dc17-4d7f-bea9-ebb1d4886077 req-2e3fe261-96b9-4b39-be29-bd59aaf62205 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:20.748113 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a798e583-dc17-4d7f-bea9-ebb1d4886077 req-2e3fe261-96b9-4b39-be29-bd59aaf62205 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.1122477 Feb 21 09:41:20.768671 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-25b1c730-c859-4af1-b3b9-632ec126e7b7 req-8ef5090f-ff6a-49ca-b27d-dcb4e9e5195b service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248434 Feb 21 09:41:20.816339 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a798e583-dc17-4d7f-bea9-ebb1d4886077 req-608c5f56-b05f-4262-8898-693694d52b64 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586281 Feb 21 09:41:20.998902 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-d716acf6-3bbb-43e6-bd31-245315327d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.002169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-d716acf6-3bbb-43e6-bd31-245315327d9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 1128 time: 0.0486374 Feb 21 09:41:21.089570 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-5fbce7a4-709e-41b3-a0c3-64a765182b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.091012 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-5fbce7a4-709e-41b3-a0c3-64a765182b37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0835361 Feb 21 09:41:21.133981 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-9a7067c9-ea51-4c1d-884b-33914283e84e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e225a39-136a-43e7-954a-cbf56dd61537 HTTP/1.1" status: 200 len: 217 time: 0.0355992 Feb 21 09:41:21.187170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-55e8a9bd-22a7-4bf1-8aaf-36e24d23f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.188519 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-55e8a9bd-22a7-4bf1-8aaf-36e24d23f547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0462792 Feb 21 09:41:21.238225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-e87eba52-9e96-4138-b7e2-cf9480bd9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.239845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-e87eba52-9e96-4138-b7e2-cf9480bd9d68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428627 Feb 21 09:41:21.328650 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-ec06ab63-a301-4857-9b64-eba667dcce43 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803857 Feb 21 09:41:21.461408 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68c966b1-cf60-42b5-a02b-3bc7c53f63ee req-fb0212f3-fdc7-4a1c-a664-f491a67a89d6 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179044 Feb 21 09:41:21.469449 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38522e-d2ca-4b43-ba99-8913380cca26 req-72c5459a-5626-4b3e-86c8-77ac2fb36699 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.470809 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd38522e-d2ca-4b43-ba99-8913380cca26 req-72c5459a-5626-4b3e-86c8-77ac2fb36699 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0816278 Feb 21 09:41:21.521744 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd38522e-d2ca-4b43-ba99-8913380cca26 req-f3a976c3-dad0-44c9-89f7-6119eb5ae04c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454493 Feb 21 09:41:21.933956 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8640-11e2-47a2-8c6f-34a746f23e36 req-0535bbf6-98f9-4171-956f-49df0658249f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:21.935435 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f7b8640-11e2-47a2-8c6f-34a746f23e36 req-0535bbf6-98f9-4171-956f-49df0658249f tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0526230 Feb 21 09:41:22.000511 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f7b8640-11e2-47a2-8c6f-34a746f23e36 req-17e7d570-5cc2-4359-acad-543f39dfaa11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591693 Feb 21 09:41:22.636667 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b90874-0568-44c5-a324-64fb508aeb25 req-b4179b0f-7dc9-4ebb-a3fd-0c9a7a6e48e9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:22.638140 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62b90874-0568-44c5-a324-64fb508aeb25 req-b4179b0f-7dc9-4ebb-a3fd-0c9a7a6e48e9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0514414 Feb 21 09:41:22.685340 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-62b90874-0568-44c5-a324-64fb508aeb25 req-9fd2795c-9c05-4631-83f3-3a9ca2236987 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Feb 21 09:41:23.132445 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c6eb7-e8d1-43ad-8d22-2506c453c6a3 req-b0150a31-b9e3-400a-9d29-cdca648e665c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:23.133973 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-680c6eb7-e8d1-43ad-8d22-2506c453c6a3 req-b0150a31-b9e3-400a-9d29-cdca648e665c tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0562372 Feb 21 09:41:23.195157 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-680c6eb7-e8d1-43ad-8d22-2506c453c6a3 req-c7629e21-a3f0-44b8-b85b-3c3f0eef7eb8 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551550 Feb 21 09:41:23.801725 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca67d2-c117-4b0f-ab05-bb3328c59254 req-985bd669-7bb0-439a-8170-aba026f644fb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:23.803172 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5ca67d2-c117-4b0f-ab05-bb3328c59254 req-985bd669-7bb0-439a-8170-aba026f644fb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0516126 Feb 21 09:41:23.851806 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5ca67d2-c117-4b0f-ab05-bb3328c59254 req-64e3f915-1f2e-4e59-9f02-befd47b48055 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Feb 21 09:41:24.309651 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da63abb-3a6f-44a0-8d18-566d63d13177 req-5e5035ad-abdc-4e36-afb6-053fe20601b6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:24.311080 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9da63abb-3a6f-44a0-8d18-566d63d13177 req-5e5035ad-abdc-4e36-afb6-053fe20601b6 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0512745 Feb 21 09:41:24.372988 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9da63abb-3a6f-44a0-8d18-566d63d13177 req-a9e4a545-be10-4446-be17-53993f6d2453 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=853ea479-99ef-47df-bf20-43be9c5cac58&id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562358 Feb 21 09:41:24.968027 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ce48-6a25-4349-8358-e43c56d656c1 req-0d47af22-45c3-4862-9e62-26b4fff01b66 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:24.969505 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b437ce48-6a25-4349-8358-e43c56d656c1 req-0d47af22-45c3-4862-9e62-26b4fff01b66 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0530124 Feb 21 09:41:25.017713 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b437ce48-6a25-4349-8358-e43c56d656c1 req-9e630579-5ef4-4329-9d92-15895b929e09 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Feb 21 09:41:26.135686 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef03a-d4a9-4f21-b009-fb7769676046 req-d53aa160-0bac-4eb7-891c-114bd23df1c7 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:26.137138 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7a5ef03a-d4a9-4f21-b009-fb7769676046 req-d53aa160-0bac-4eb7-891c-114bd23df1c7 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0519648 Feb 21 09:41:26.185120 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7a5ef03a-d4a9-4f21-b009-fb7769676046 req-fba641c5-7f7f-4a61-a568-ed51111ccc82 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Feb 21 09:41:27.306966 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadc12d-eb33-427d-b02a-95bbafbf48cd req-073db388-8a0d-4e3d-94a0-f7f21f583dc5 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:27.308423 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aadc12d-eb33-427d-b02a-95bbafbf48cd req-073db388-8a0d-4e3d-94a0-f7f21f583dc5 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0546689 Feb 21 09:41:27.354785 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aadc12d-eb33-427d-b02a-95bbafbf48cd req-d6c7dd1d-72a8-4fd6-8169-ffd5d023a474 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Feb 21 09:41:28.297905 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:28.469692 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38d14b-0183-4547-86f6-1c629eaf6532 req-1667b67b-8852-4c28-87cc-b53817d66df2 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:28.471162 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1d38d14b-0183-4547-86f6-1c629eaf6532 req-1667b67b-8852-4c28-87cc-b53817d66df2 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0526474 Feb 21 09:41:28.518736 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1d38d14b-0183-4547-86f6-1c629eaf6532 req-fabf0034-acda-4abb-a62a-d260fa9c3dae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Feb 21 09:41:29.309930 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6e225a39-136a-43e7-954a-cbf56dd61537 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:41:29.402836 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e225a39-136a-43e7-954a-cbf56dd61537,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:29.414020 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '6e225a39-136a-43e7-954a-cbf56dd61537', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'port_id': '6e225a39-136a-43e7-954a-cbf56dd61537', 'mac_address': 'fa:16:3e:c6:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:41:29.452351 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 6e225a39-136a-43e7-954a-cbf56dd61537 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:29.453303 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:29.465477 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e225a39-136a-43e7-954a-cbf56dd61537 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:29.483594 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e225a39-136a-43e7-954a-cbf56dd61537,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:29.600950 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:29.640612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f739f6b-a4fe-4891-bfa2-1668f9850d01 req-380ffdc5-56e3-4d0d-9f8a-34e354d27854 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:29.642047 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f739f6b-a4fe-4891-bfa2-1668f9850d01 req-380ffdc5-56e3-4d0d-9f8a-34e354d27854 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 944 time: 0.0557239 Feb 21 09:41:29.647851 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:29.690125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f739f6b-a4fe-4891-bfa2-1668f9850d01 req-e64c5388-67fe-40a0-becf-2518fdb0110d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Feb 21 09:41:30.184526 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['6e225a39-136a-43e7-954a-cbf56dd61537'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:30.815569 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea40d7-9bbb-4d8b-b989-769239a8956c req-c531a3e9-fe6d-4fc7-bf61-c75b7e12733f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:30.817030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aeea40d7-9bbb-4d8b-b989-769239a8956c req-c531a3e9-fe6d-4fc7-bf61-c75b7e12733f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 945 time: 0.0546463 Feb 21 09:41:30.865814 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aeea40d7-9bbb-4d8b-b989-769239a8956c req-d31bd777-0082-4c28-975f-f1141a7fe4df tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 21 09:41:30.917195 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-52826ce5-fc65-42b9-9791-b9a8a6b5fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.982563 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c02d99-9b3d-44ed-a09d-2e5301e6e7de req-ae3128eb-65e6-4ac6-bc76-3ae4c5dfb205 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:31.984063 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c02d99-9b3d-44ed-a09d-2e5301e6e7de req-ae3128eb-65e6-4ac6-bc76-3ae4c5dfb205 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Feb 21 09:41:32.034903 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22c02d99-9b3d-44ed-a09d-2e5301e6e7de req-f8f81eda-1632-472f-9ef8-8d062cfd8354 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Feb 21 09:41:33.116510 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9538d26d-6fa1-497b-921e-9c745a8f9697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.152633 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97186b-c6ff-4cd7-b6e3-eff5663f37a8 req-2f947f33-fc67-4bb4-860c-1a657cf2f63c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:33.154082 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f97186b-c6ff-4cd7-b6e3-eff5663f37a8 req-2f947f33-fc67-4bb4-860c-1a657cf2f63c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 945 time: 0.0537612 Feb 21 09:41:33.212480 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f97186b-c6ff-4cd7-b6e3-eff5663f37a8 req-d9ca4759-a857-4ec6-951a-addb8d5545ed tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475175 Feb 21 09:41:33.320407 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6e225a39-136a-43e7-954a-cbf56dd61537 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:33.411710 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 6e225a39-136a-43e7-954a-cbf56dd61537 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:33.415691 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 6e225a39-136a-43e7-954a-cbf56dd61537 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:33.416072 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.494238 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 6e225a39-136a-43e7-954a-cbf56dd61537 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:33.494633 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.519008 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:33.521265 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1021a-9b4c-4529-b385-07a83b3a3ab0" -d '{"events": [{"server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:33.539275 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e225a39-136a-43e7-954a-cbf56dd61537,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:33.566661 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27726a9-edcc-4d82-84dc-90b8845e2713 x-openstack-request-id: req-b27726a9-edcc-4d82-84dc-90b8845e2713 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:33.567031 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:33.567403 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b27726a9-edcc-4d82-84dc-90b8845e2713 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:33.567864 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537', 'code': 200} Feb 21 09:41:33.606280 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.633805 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342edc5-7d68-45ae-8a05-4b6715d1038d req-df5df22a-44f1-4ec6-b4e2-f250a0aec27f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:33.635334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b342edc5-7d68-45ae-8a05-4b6715d1038d req-df5df22a-44f1-4ec6-b4e2-f250a0aec27f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0532076 Feb 21 09:41:33.660283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.684005 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b342edc5-7d68-45ae-8a05-4b6715d1038d req-a858c59d-cb79-4539-9da1-5fc8ab56c681 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Feb 21 09:41:34.076380 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a847216-596e-49db-849e-45087c7ed9bc req-b8a9f359-f751-4403-965b-15af6fd45c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.078301 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a847216-596e-49db-849e-45087c7ed9bc req-b8a9f359-f751-4403-965b-15af6fd45c68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 1130 time: 0.0451927 Feb 21 09:41:34.124233 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a847216-596e-49db-849e-45087c7ed9bc req-02f90c48-9ebf-4a55-bf2a-b1a0dc045132 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Feb 21 09:41:34.343614 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.346882 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97818fd0-6fcc-47b0-9c2c-ef90dc4f8d7c req-3e54e082-b8e4-42a8-abe5-3409cd9373ca tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.347640 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97818fd0-6fcc-47b0-9c2c-ef90dc4f8d7c req-3e54e082-b8e4-42a8-abe5-3409cd9373ca tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0590668 Feb 21 09:41:34.397454 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97818fd0-6fcc-47b0-9c2c-ef90dc4f8d7c req-0307aad8-f32f-47cb-b4f8-20de45537f37 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Feb 21 09:41:34.570222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-5af1b7c9-3acd-4bab-85d6-b0e2b82438e2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.571732 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-5af1b7c9-3acd-4bab-85d6-b0e2b82438e2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.1054595 Feb 21 09:41:34.587117 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-08be85fc-01d8-4bd1-80e0-7d44144e1074 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/quotas/342c3696e20244888b1e71b113d306fb HTTP/1.1" status: 200 len: 375 time: 0.0098054 Feb 21 09:41:34.645255 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-66f43ec8-a02a-4301-9c16-9204d9dceecb tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530832 Feb 21 09:41:34.773433 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459555-1383-4783-88f0-705eafe871ff req-4a1fe6bc-023b-4d30-b0f5-e962c2190b60 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.774945 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52459555-1383-4783-88f0-705eafe871ff req-4a1fe6bc-023b-4d30-b0f5-e962c2190b60 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.1128507 Feb 21 09:41:34.801070 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-2201a615-3d1a-4ec4-ae5f-b34ae1b9e265 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484091 Feb 21 09:41:34.894779 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52459555-1383-4783-88f0-705eafe871ff req-81d0c8ab-ca13-48dc-b7cd-cbcbc7ac0730 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092076 Feb 21 09:41:34.924472 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-07c0b84f-c760-40e3-aee3-6fcb71cabee7 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172533 Feb 21 09:41:35.008819 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8f76-e39d-47be-b54e-7a7e3bd857d2 req-016beff6-c1e9-4478-8ee4-2348ac712ecf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:35.010397 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5de8f76-e39d-47be-b54e-7a7e3bd857d2 req-016beff6-c1e9-4478-8ee4-2348ac712ecf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0554581 Feb 21 09:41:35.058008 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5de8f76-e39d-47be-b54e-7a7e3bd857d2 req-1112fb54-e47c-4b1e-834d-d1261f4eddcd tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Feb 21 09:41:35.159623 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb36da73-2b0c-4512-a00c-d38a213450bc req-50dcc16e-6c60-4dec-8a62-0f7ec22b76e8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Feb 21 09:41:35.263941 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:41:35.525213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207207-2c71-436f-8b6d-78adb442bf72 req-f0ea90ed-059f-471e-a01e-e91889c8513f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:35.526612 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84207207-2c71-436f-8b6d-78adb442bf72 req-f0ea90ed-059f-471e-a01e-e91889c8513f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0547667 Feb 21 09:41:35.580694 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84207207-2c71-436f-8b6d-78adb442bf72 req-b01dc437-12e2-41d0-b6e3-a3511711abb9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Feb 21 09:41:35.766539 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.013857 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c844ecd-1395-4b2d-acda-a48534eee242 req-c7b2cd1c-e847-4104-ba89-1471d1e31d37 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.015246 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c844ecd-1395-4b2d-acda-a48534eee242 req-c7b2cd1c-e847-4104-ba89-1471d1e31d37 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0523901 Feb 21 09:41:36.061587 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c844ecd-1395-4b2d-acda-a48534eee242 req-f6f1bba9-f072-4fcd-8905-fb3904de7a97 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Feb 21 09:41:36.182542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d16cb8-4695-4919-abbb-9970130b4e10 req-e0153cdd-a1e4-4a81-a1da-ef67a151615e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.184035 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63d16cb8-4695-4919-abbb-9970130b4e10 req-e0153cdd-a1e4-4a81-a1da-ef67a151615e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0511563 Feb 21 09:41:36.246319 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63d16cb8-4695-4919-abbb-9970130b4e10 req-573d4aaf-6dbf-4e07-b36e-da49058cfcba tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558887 Feb 21 09:41:36.261681 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8584fdc-abc3-4423-80f3-4ddfdb17c916 req-bfa19360-0f81-4314-9c1f-ff95e31b4765 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Feb 21 09:41:36.696042 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b15861-fe77-47d4-924f-1ce309c19d74 req-8f40fc66-b305-42b8-9e9b-0c30a74f25e5 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.697513 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1b15861-fe77-47d4-924f-1ce309c19d74 req-8f40fc66-b305-42b8-9e9b-0c30a74f25e5 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0526218 Feb 21 09:41:36.752899 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1b15861-fe77-47d4-924f-1ce309c19d74 req-c0a38bf6-25cf-4d2f-bf03-18ba9ed70407 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Feb 21 09:41:36.792160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-22db9577-6002-4294-9f18-d51e7945aba4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.793790 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-22db9577-6002-4294-9f18-d51e7945aba4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.0527260 Feb 21 09:41:36.919259 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf77014-2638-4d46-b4e5-ac02f07d1fdd req-376dbe93-1eb8-4ae3-b5be-c675ca929292 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.920758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bf77014-2638-4d46-b4e5-ac02f07d1fdd req-376dbe93-1eb8-4ae3-b5be-c675ca929292 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0898933 Feb 21 09:41:36.946915 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Deleting port acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:41:36.947374 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.025519 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bf77014-2638-4d46-b4e5-ac02f07d1fdd req-7a8b2725-6351-4be0-98ce-e5f019fa7a67 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977013 Feb 21 09:41:37.053734 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:37.061001 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] For port acff75ca-7675-4b1d-88e4-194d2e896d67, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acff75ca-7675-4b1d-88e4-194d2e896d67,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:37.061374 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.150742 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd437a9-50de-472f-982a-6691741d9375 tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:37.152324 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0dd437a9-50de-472f-982a-6691741d9375 tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 1125 time: 0.0976031 Feb 21 09:41:37.165821 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:37.183678 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'port_id': '6e225a39-136a-43e7-954a-cbf56dd61537', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:37.281540 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.591886 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb53d2b-4906-4229-bc62-01d298c1bc81 req-22737989-59db-442d-ab38-78adf38093c0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:37.593970 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcb53d2b-4906-4229-bc62-01d298c1bc81 req-22737989-59db-442d-ab38-78adf38093c0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.4651959 Feb 21 09:41:37.605109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.768171 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.768882 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.768882 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Floating IP a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c disassociated. External IP: 172.27.1.144, port: acff75ca-7675-4b1d-88e4-194d2e896d67. Feb 21 09:41:37.769150 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Calling delete_port for acff75ca-7675-4b1d-88e4-194d2e896d67 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:41:37.786812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a08d-caee-4e70-9670-4c72bb733b77 req-5845c861-59c0-4ab7-8587-b25910766227 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:37.788275 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4f8a08d-caee-4e70-9670-4c72bb733b77 req-5845c861-59c0-4ab7-8587-b25910766227 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 947 time: 0.2970631 Feb 21 09:41:37.798807 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-d4f5fdc0-edda-4392-b9c7-10b1dfd64149 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:37.804773 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-d4f5fdc0-edda-4392-b9c7-10b1dfd64149 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/networks?id=e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 200 len: 814 time: 0.3100390 Feb 21 09:41:37.818598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dcb53d2b-4906-4229-bc62-01d298c1bc81 req-fd9434b6-a77e-437a-ae42-a54f3991f296 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=7946c886-2766-4fb5-b812-5c49ca333395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154365 Feb 21 09:41:37.863257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Request body: {'port': {'device_id': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'admin_state_up': True, 'tenant_id': '342c3696e20244888b1e71b113d306fb'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:37.979460 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6aa60ba0-460a-4ec1-8f8e-cfd21f62dc00 req-dfec1cc4-96df-4bda-87c0-7b6190ef159f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 210 time: 0.1024792 Feb 21 09:41:37.989494 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4f8a08d-caee-4e70-9670-4c72bb733b77 req-2034b4df-751d-4437-92d9-89eae0632d42 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875801 Feb 21 09:41:38.093102 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.196937 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Made reservation on behalf of 342c3696e20244888b1e71b113d306fb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:38.200214 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.223464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.27.1.166 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/a895e26f-8994-4f2c-a8f1-dcc56cee49c2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:38.225639 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (acff75ca-7675-4b1d-88e4-194d2e896d67), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.278248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'Port': ['ID=acff75ca-7675-4b1d-88e4-194d2e896d67,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:38.323977 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-1e05a208-9e2b-4735-9a56-8ebb6dfbcd59 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:38.325529 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-1e05a208-9e2b-4735-9a56-8ebb6dfbcd59 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 946 time: 0.0559757 Feb 21 09:41:38.434523 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Deleting port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:41:38.434876 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.512965 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Allocated IP 172.20.0.2 (e6a849a0-bfae-4c24-8376-23d7deccd480/c75c052f-1e74-43d0-ba09-06499f14dcd2/999b4d0e-f6a3-4dd4-9bcb-d74b265c8103) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:38.524390 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] For port 4d919136-fd63-4b86-8ff3-e06c39f6aa75, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4d919136-fd63-4b86-8ff3-e06c39f6aa75,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:38.524789 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.555282 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.597374 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:38.763673 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.763940 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.764257 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Floating IP a4afcd9b-8368-44a8-87fd-565151e917a3 disassociated. External IP: 172.27.1.80, port: 4d919136-fd63-4b86-8ff3-e06c39f6aa75. Feb 21 09:41:38.764602 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Calling delete_port for 4d919136-fd63-4b86-8ff3-e06c39f6aa75 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:41:38.800075 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks [] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.804999 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.856608 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:38.868987 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:38.886523 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:38.887695 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:38.900132 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:38.919553 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=a895e26f-8994-4f2c-a8f1-dcc56cee49c2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:38.924355 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:38.926152 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] No DVR routers for this DVR port acff75ca-7675-4b1d-88e4-194d2e896d67 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:41:38.931324 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:38.961722 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.965534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-176414b3-8c3f-4239-9409-89c2b669ee7f req-bba4e7d5-4cb6-41de-97a0-872dce7bf0af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "DELETE /v2.0/ports/acff75ca-7675-4b1d-88e4-194d2e896d67 HTTP/1.1" status: 204 len: 173 time: 2.1621819 Feb 21 09:41:38.967011 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (4d919136-fd63-4b86-8ff3-e06c39f6aa75), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.996658 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-deleted', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:38.999055 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56291999-ab2a-4ee9-b2bb-cb582b21a82f" -d '{"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-deleted", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:38.999881 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'Port': ['ID=4d919136-fd63-4b86-8ff3-e06c39f6aa75,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:39.064346 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:39.064851 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98de848c-77e6-464f-ad41-909f4c4d2e5f req-e6d843ed-2623-4524-bbf4-021de47464f4 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.1106350 Feb 21 09:41:39.138345 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3daa8c-dd3d-490d-97b7-fab669769370 x-openstack-request-id: req-fd3daa8c-dd3d-490d-97b7-fab669769370 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:39.138661 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d120304-0031-42a0-93e4-85ec09477e81", "name": "network-vif-deleted", "tag": "acff75ca-7675-4b1d-88e4-194d2e896d67", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:39.138916 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd3daa8c-dd3d-490d-97b7-fab669769370 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:39.139357 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d120304-0031-42a0-93e4-85ec09477e81', 'name': 'network-vif-deleted', 'tag': 'acff75ca-7675-4b1d-88e4-194d2e896d67', 'status': 'completed', 'code': 200} Feb 21 09:41:39.150272 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:39.167366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.295940 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:39.303929 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-296931d6-fa47-4406-9c88-bec963a67b4d req-d2124ebc-f451-46af-8a9b-95139c2edbcb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d120304-0031-42a0-93e4-85ec09477e81 HTTP/1.1" status: 200 len: 210 time: 0.0680230 Feb 21 09:41:39.312086 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a', 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', '4798e2bb-deb4-46af-8afb-63285867fa00'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:39.312624 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:39.314927 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Network e6a849a0-bfae-4c24-8376-23d7deccd480 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:39.334935 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:39.337616 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.360297 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] No DVR routers for this DVR port 4d919136-fd63-4b86-8ff3-e06c39f6aa75 on host hv-cinder-77819 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:41:39.366607 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.375586 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0bfc9992-595a-4bb2-ad62-f57abfbfe4f3 req-8d0e8687-ef51-42d1-aa7b-ce658085a352 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "DELETE /v2.0/ports/4d919136-fd63-4b86-8ff3-e06c39f6aa75 HTTP/1.1" status: 204 len: 173 time: 1.0388913 Feb 21 09:41:39.376110 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'name': 'network-vif-deleted', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:39.378520 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651ec0e-fd0b-4fd7-a03d-c62b9689acc4" -d '{"events": [{"server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "name": "network-vif-deleted", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:39.392117 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:39.408849 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event updated for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:39.412103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:39.444013 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904032de-8402-4866-bec6-5c8bf25a25e3 x-openstack-request-id: req-904032de-8402-4866-bec6-5c8bf25a25e3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:39.444013 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e78790c-da12-4774-91e3-b82c5bd7790b", "name": "network-vif-deleted", "tag": "4d919136-fd63-4b86-8ff3-e06c39f6aa75", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:39.444284 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-904032de-8402-4866-bec6-5c8bf25a25e3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:39.444646 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78790c-da12-4774-91e3-b82c5bd7790b', 'name': 'network-vif-deleted', 'tag': '4d919136-fd63-4b86-8ff3-e06c39f6aa75', 'status': 'completed', 'code': 200} Feb 21 09:41:39.464615 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c844fc6-1ffd-4581-8b3e-86153661c27b req-0a86f9fb-4a5c-4d64-8ce6-7fa0e0690db8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:39.466344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1c844fc6-1ffd-4581-8b3e-86153661c27b req-0a86f9fb-4a5c-4d64-8ce6-7fa0e0690db8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 931 time: 0.3258786 Feb 21 09:41:39.544800 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:39.545437 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.551666 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:39.586455 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1c844fc6-1ffd-4581-8b3e-86153661c27b req-ae0da29a-cfcb-4f20-8513-c1bf7a9684c8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082845 Feb 21 09:41:39.646264 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.678611 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:39.706631 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:39.707284 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.826627 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.879136 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:39.881336 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:39.893412 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:39.894238 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:40.002892 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-6e50ff15-0c9a-4837-82a5-b95381f8bf35 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1460752 Feb 21 09:41:40.039997 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:40.052277 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Request body: {'port': {'device_id': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:40.166185 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (7bc1695c-18d9-46da-8609-153cb174a8bd), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.203003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.212328 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:40.248571 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62943c8-a9ed-4424-b52e-6752a511b281 None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:40.283416 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-30204041-8c47-475a-9e96-32e7c16f7811 req-cf26537f-9045-4623-9a24-1865a496dc23 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e78790c-da12-4774-91e3-b82c5bd7790b HTTP/1.1" status: 200 len: 210 time: 0.0571826 Feb 21 09:41:40.308233 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:40.338752 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56633f4c-b461-4b4c-a49a-2b433ec3bce8 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:40.505451 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.514108 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49796) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:40.621376 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (3633ffca-e37f-4c8c-99a8-4085b9a0e7f2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.685478 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (3633ffca-e37f-4c8c-99a8-4085b9a0e7f2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.790276 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ff73a-a5e4-40df-802e-a03b8f5d5a7c None None] New status for floating IP a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:41:40.812866 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (3633ffca-e37f-4c8c-99a8-4085b9a0e7f2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.815559 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.819782 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "DELETE /v2.0/security-groups/3633ffca-e37f-4c8c-99a8-4085b9a0e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3044868 Feb 21 09:41:40.820854 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49800) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:40.862476 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28453408-24be-41ef-a2de-172cffdf383d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3633ffca-e37f-4c8c-99a8-4085b9a0e7f2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.866418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1761c-319f-483f-b676-e9dce4bf2daf req-d5a42f5a-0b58-4b0e-aba7-7cda9d82bec6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:40.868041 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77c1761c-319f-483f-b676-e9dce4bf2daf req-d5a42f5a-0b58-4b0e-aba7-7cda9d82bec6 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 931 time: 0.1463561 Feb 21 09:41:40.880821 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-9348848a-5fdc-4b0a-ab6b-f00f6c711445 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] show failed (client error): The resource could not be found. Feb 21 09:41:40.885633 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9348848a-5fdc-4b0a-ab6b-f00f6c711445 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups/3633ffca-e37f-4c8c-99a8-4085b9a0e7f2 HTTP/1.1" status: 404 len: 347 time: 0.0493419 Feb 21 09:41:40.887501 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49802) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:40.923802 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbff0f-f853-4bf9-b551-c6549ba45dd0 None None] New status for floating IP a4afcd9b-8368-44a8-87fd-565151e917a3: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:41:40.934085 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.937579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:40.972864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77c1761c-319f-483f-b676-e9dce4bf2daf req-dc5d7543-e07a-4648-8f29-4382a4ad6527 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Feb 21 09:41:40.975427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks [] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.005822 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Transition to ACTIVE for port object 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:41.016939 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.066381 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Deleting port b271e3ff-433c-4de9-b958-12295bb0f5a2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:41:41.066774 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.081479 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=a895e26f-8994-4f2c-a8f1-dcc56cee49c2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:41.107791 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.227175 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.228429 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (b271e3ff-433c-4de9-b958-12295bb0f5a2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.239556 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:41.248296 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Calling delete_port for b271e3ff-433c-4de9-b958-12295bb0f5a2 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:41:41.268710 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (7bc1695c-18d9-46da-8609-153cb174a8bd), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.348319 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Attempting to bind port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:41.348800 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Attempting to bind port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:41.349276 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Attempting to bind port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:41.362983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 on network e6a849a0-bfae-4c24-8376-23d7deccd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:41.362983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Attempting to bind port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 on network e6a849a0-bfae-4c24-8376-23d7deccd480 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:41.392897 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:41:41.420419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: acff75ca-7675-4b1d-88e4-194d2e896d67 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:41:41.420792 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device acff75ca-7675-4b1d-88e4-194d2e896d67 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:41:41.421480 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4d919136-fd63-4b86-8ff3-e06c39f6aa75 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:41:41.429207 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:41.429559 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Checking segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:41.429961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Bound using segment: {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:41.430385 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Bound port: 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:41.430746 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.433177 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP 7bc1695c-18d9-46da-8609-153cb174a8bd associated. External IP: 172.27.1.166, port: 6e225a39-136a-43e7-954a-cbf56dd61537. Feb 21 09:41:41.442262 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 4d919136-fd63-4b86-8ff3-e06c39f6aa75 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:41:41.442906 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4d919136-fd63-4b86-8ff3-e06c39f6aa75 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:41:41.463733 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (b271e3ff-433c-4de9-b958-12295bb0f5a2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.488022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:41.496081 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'Port': ['ID=b271e3ff-433c-4de9-b958-12295bb0f5a2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:41.570429 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.574053 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.578998 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7216c60c-eec1-4dbb-8371-d6c2ee663559 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "DELETE /v2.0/floatingips/a3c0edf4-fd51-41ef-8ab9-3f25794f4b8c HTTP/1.1" status: 204 len: 168 time: 0.6865690 Feb 21 09:41:41.641762 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:41.651826 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:41.661349 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (7946c886-2766-4fb5-b812-5c49ca333395), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.719562 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.722410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (7946c886-2766-4fb5-b812-5c49ca333395), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.820582 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:41.821185 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.822554 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 HTTP/1.1" status: 200 len: 1093 time: 1.7750823 Feb 21 09:41:41.826705 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:41.829003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d6c3eb-0166-4a01-8380-17438d9d016e" -d '{"events": [{"name": "network-changed", "server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:41.860099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c40a4-1f84-4c87-9e0d-918fc59b13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:41.874724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:41.919807 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49814) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:41.924936 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908917179', 'description': 'tempest-description--686497437'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:41.942434 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1884243-a27e-4619-9113-174584bb8e4c x-openstack-request-id: req-f1884243-a27e-4619-9113-174584bb8e4c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:41.945708 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:41.946173 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1884243-a27e-4619-9113-174584bb8e4c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:41.946779 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103', 'status': 'completed', 'code': 200} Feb 21 09:41:41.965404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (7946c886-2766-4fb5-b812-5c49ca333395), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.968911 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.972897 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "DELETE /v2.0/security-groups/7946c886-2766-4fb5-b812-5c49ca333395 HTTP/1.1" status: 204 len: 168 time: 0.4811416 Feb 21 09:41:41.974792 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49816) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:41.990396 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-6c90f9cb-14fb-4037-8b67-740f7ba4950c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] show failed (client error): The resource could not be found. Feb 21 09:41:41.998079 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6c90f9cb-14fb-4037-8b67-740f7ba4950c tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups/7946c886-2766-4fb5-b812-5c49ca333395 HTTP/1.1" status: 404 len: 347 time: 0.0157866 Feb 21 09:41:41.998527 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:42.006874 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eec3e1-b799-4808-91f7-4963fe23e819 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946c886-2766-4fb5-b812-5c49ca333395,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.046100 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.071521 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-f04d1dc4-598d-4715-a8c7-621e948ca1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.073058 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-f04d1dc4-598d-4715-a8c7-621e948ca1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 1127 time: 0.1216388 Feb 21 09:41:42.076170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:42.089334 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:42.112548 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:42.123945 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:42.197894 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.237819 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Deleting port 87135ef8-49ab-4eca-b5d5-4931bc9c7cf5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:41:42.238849 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.263320 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7825f074-18e3-461a-91c1-89848b153009 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0732658 Feb 21 09:41:42.263542 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.266015 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f4ba2-8972-43d2-a056-74ea1713c964 req-848bebdc-6c34-4f39-bc03-d3709556e542 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.267885 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-689f4ba2-8972-43d2-a056-74ea1713c964 req-848bebdc-6c34-4f39-bc03-d3709556e542 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 943 time: 0.1483703 Feb 21 09:41:42.273882 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:42.307892 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-5234fdbb-3e5a-4ab5-89ac-3a3d068509c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.309602 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-5234fdbb-3e5a-4ab5-89ac-3a3d068509c5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=342c3696e20244888b1e71b113d306fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2094195 Feb 21 09:41:42.347078 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.347805 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.361091 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Calling delete_port for 87135ef8-49ab-4eca-b5d5-4931bc9c7cf5 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:41:42.430265 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-70a0242d-f825-4a62-9d14-77f24b10d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.430939 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.431735 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-82d6c3eb-0166-4a01-8380-17438d9d016e req-70a0242d-f825-4a62-9d14-77f24b10d55c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955634 Feb 21 09:41:42.437287 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-689f4ba2-8972-43d2-a056-74ea1713c964 req-48968bcd-9803-4d6b-acaf-a29bb205c34c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572173 Feb 21 09:41:42.484837 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.539894 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '7bc1695c-18d9-46da-8609-153cb174a8bd', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '6e225a39-136a-43e7-954a-cbf56dd61537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:c6:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:42.553222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-e13c845d-e3a4-467a-8636-6155c7f84527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.555027 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-e13c845d-e3a4-467a-8636-6155c7f84527 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=342c3696e20244888b1e71b113d306fb&device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 1127 time: 0.0490022 Feb 21 09:41:42.560149 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.564492 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-06da0231-74b7-4777-b5ae-b58e649c50f4 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6405251 Feb 21 09:41:42.564956 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:42.569341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group_rule': {'security_group_id': '34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:42.576453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:42.586411 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:42.587335 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:41:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:42.620970 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-80e70b41-0864-4af7-8e47-3aa587e62791 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 HTTP/1.1" status: 200 len: 217 time: 0.0462334 Feb 21 09:41:42.643384 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (87135ef8-49ab-4eca-b5d5-4931bc9c7cf5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.679522 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-96082581-0d70-46f7-8dce-2471ad750b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:42.681073 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-96082581-0d70-46f7-8dce-2471ad750b73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75c052f-1e74-43d0-ba09-06499f14dcd2 HTTP/1.1" status: 200 len: 854 time: 0.0534887 Feb 21 09:41:42.685781 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'Port': ['ID=87135ef8-49ab-4eca-b5d5-4931bc9c7cf5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.702310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:42.706295 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (50892c03-ac6f-47b9-a5d7-4054f895f173), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.729547 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-3088eaa8-8b75-40fe-abe7-f37a1702aa9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6a849a0-bfae-4c24-8376-23d7deccd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328760 Feb 21 09:41:42.749887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (a4afcd9b-8368-44a8-87fd-565151e917a3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.752941 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.754274 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f390deab-c612-4115-9765-a36399cb54e0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "DELETE /v2.0/floatingips/a4afcd9b-8368-44a8-87fd-565151e917a3 HTTP/1.1" status: 204 len: 168 time: 0.7546957 Feb 21 09:41:42.839465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (50892c03-ac6f-47b9-a5d7-4054f895f173), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.867141 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-fae3d422-52d8-41dc-9a1e-9066dc48260c service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279943 Feb 21 09:41:42.949922 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (50892c03-ac6f-47b9-a5d7-4054f895f173), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.998662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50892c03-ac6f-47b9-a5d7-4054f895f173,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:43.017289 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e9ae4e1-cbb7-42f6-94ae-3938492a6de5 req-a0acf0a3-6ee3-451e-a36f-f0bfad9cc207 service neutron] 10.222.0.42 "GET /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423879 Feb 21 09:41:43.099005 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '7bc1695c-18d9-46da-8609-153cb174a8bd', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '6e225a39-136a-43e7-954a-cbf56dd61537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:c6:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:43.135521 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08b5fd-4c16-4712-a826-7b5083ebf98b None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '7bc1695c-18d9-46da-8609-153cb174a8bd', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '6e225a39-136a-43e7-954a-cbf56dd61537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:c6:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:43.162893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.167257 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-014c2ab0-9b98-45c8-9590-926bc299f664 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013219 Feb 21 09:41:43.167569 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49830) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:43.172339 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'security_group_rule': {'security_group_id': '34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:43.287910 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (65fd4677-7ad6-43b2-975f-0de03a9996a6), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.360314 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (65fd4677-7ad6-43b2-975f-0de03a9996a6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.389696 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663ce04-268f-4fd9-bedf-5f135337cb44 None None] New status for floating IP 7bc1695c-18d9-46da-8609-153cb174a8bd: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:41:43.434745 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (65fd4677-7ad6-43b2-975f-0de03a9996a6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.455777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:43.460397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054444909', 'description': 'tempest-description--1379405734'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:43.460794 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fd4677-7ad6-43b2-975f-0de03a9996a6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:43.539677 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.542049 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e8e04995-73ef-45b2-a0f1-e2845c0920c3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721006 Feb 21 09:41:43.547454 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 49836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:43.552280 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:43.579397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c44da3-e6e7-4a84-afed-489abc6eb139 req-0e3ae00d-b3c3-401a-b304-3ef6de660b4f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:43.580909 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0c44da3-e6e7-4a84-afed-489abc6eb139 req-0e3ae00d-b3c3-401a-b304-3ef6de660b4f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 943 time: 0.0572064 Feb 21 09:41:43.601893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.612003 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.650455 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0c44da3-e6e7-4a84-afed-489abc6eb139 req-90f5857b-d03f-433e-be2e-5af95c192284 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Feb 21 09:41:43.705099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (758ff04c-16c1-4d38-8191-c1c4054300af), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.732801 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.771114 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (758ff04c-16c1-4d38-8191-c1c4054300af), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.800347 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758ff04c-16c1-4d38-8191-c1c4054300af,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:43.839936 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Allocated IP 172.27.1.92 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/6af377c5-e730-48fd-9134-5768792140c8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:43.853662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.855019 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7e44d275-114b-43af-9fed-734a43d1bf28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3982382 Feb 21 09:41:43.857917 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:43.862932 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group_rule': {'security_group_id': '758ff04c-16c1-4d38-8191-c1c4054300af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:43.948559 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:43.950980 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861ada66-7b7b-4b92-b042-73281d4cf25e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:43.977362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (64dbd5dd-3631-4683-ba14-a2bc22bb2efa), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.989305 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc969c5-7342-4c11-818f-c08977e04d70 x-openstack-request-id: req-ebc969c5-7342-4c11-818f-c08977e04d70 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:43.989603 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:43.989866 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebc969c5-7342-4c11-818f-c08977e04d70 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:43.990259 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537', 'status': 'completed', 'code': 200} Feb 21 09:41:44.040538 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (64dbd5dd-3631-4683-ba14-a2bc22bb2efa), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.092178 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-e61e68c9-f68d-438d-bc37-48af52254998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:44.094239 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-e61e68c9-f68d-438d-bc37-48af52254998 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 1130 time: 0.0490592 Feb 21 09:41:44.117458 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (64dbd5dd-3631-4683-ba14-a2bc22bb2efa), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.175218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dbd5dd-3631-4683-ba14-a2bc22bb2efa,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.191356 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (6af377c5-e730-48fd-9134-5768792140c8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.208607 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-0213e159-1fb0-4360-b1a8-9630efdadff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:44.210054 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-0213e159-1fb0-4360-b1a8-9630efdadff3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.1002259 Feb 21 09:41:44.258583 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.259765 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d8dbff64-334d-4d4c-ba89-06bbe8211e7b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4008706 Feb 21 09:41:44.262407 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:44.268977 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'security_group_rule': {'security_group_id': '758ff04c-16c1-4d38-8191-c1c4054300af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:44.275340 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (6af377c5-e730-48fd-9134-5768792140c8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.301740 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-bb441b39-8c13-41dc-8e80-fde686920859 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e225a39-136a-43e7-954a-cbf56dd61537 HTTP/1.1" status: 200 len: 1002 time: 0.0834007 Feb 21 09:41:44.310352 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:44.313706 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:44.317006 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:44.344721 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=6af377c5-e730-48fd-9134-5768792140c8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.351730 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-e283190f-7301-4b03-9d60-1d5a874d2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:44.353140 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-e283190f-7301-4b03-9d60-1d5a874d2daf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0446177 Feb 21 09:41:44.389239 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (68d1a17c-97cf-4eb6-87f7-3a079f440ef7), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.412390 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.443194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-b7e67d15-e510-41fe-b14a-4dc9e3d27aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:44.444731 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-b7e67d15-e510-41fe-b14a-4dc9e3d27aea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0838568 Feb 21 09:41:44.470090 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (68d1a17c-97cf-4eb6-87f7-3a079f440ef7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.503060 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (6af377c5-e730-48fd-9134-5768792140c8), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.532899 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591899'] for security_group_rule (68d1a17c-97cf-4eb6-87f7-3a079f440ef7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.564322 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d1a17c-97cf-4eb6-87f7-3a079f440ef7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.567504 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-bcf6b4bf-1721-4521-bfaa-836637b6ba7b service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106889 Feb 21 09:41:44.632660 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.633747 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d7455a01-2bc4-455d-99ae-1156c51d8b2f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3704216 Feb 21 09:41:44.637687 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 49844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:44.643951 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:44.655679 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (6af377c5-e730-48fd-9134-5768792140c8), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.687616 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861ada66-7b7b-4b92-b042-73281d4cf25e req-2ebfbcd2-bcb1-4ba5-a316-2e0011fb01c3 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086378 Feb 21 09:41:44.754584 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (6af377c5-e730-48fd-9134-5768792140c8), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.755204 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.810561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb394e8-0a9d-4c05-a9d9-502f10e95d33 req-66c9d043-9402-48af-b99d-999d25fe69b0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:44.812599 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7fb394e8-0a9d-4c05-a9d9-502f10e95d33 req-66c9d043-9402-48af-b99d-999d25fe69b0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 943 time: 0.0903656 Feb 21 09:41:44.829636 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=6af377c5-e730-48fd-9134-5768792140c8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.836072 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.874046 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7fb394e8-0a9d-4c05-a9d9-502f10e95d33 req-6af165af-3517-48a7-98b7-47d67aad5c8d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549383 Feb 21 09:41:44.911211 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.912724 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d1e80950-9013-4364-8f01-48eb66dc7560 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3641086 Feb 21 09:41:45.160423 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.222924 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-c57c41a5-aa72-48b6-9756-86b81ea44b06 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1908917179&fields=id&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 267 time: 0.0850110 Feb 21 09:41:45.351512 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Allocated IP 172.27.1.146 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:45.392333 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-117eb9e1-dcf1-4d66-afe8-d4f4af8c9534 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:45.393816 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-117eb9e1-dcf1-4d66-afe8-d4f4af8c9534 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 816 time: 0.1639688 Feb 21 09:41:45.446702 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-22de536c-316d-4c96-be17-0b5e7d92c68d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/quotas/de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 375 time: 0.0426230 Feb 21 09:41:45.518703 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.537331 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d4df31a0-d09e-4710-ae08-c15d934c41b3 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859547 Feb 21 09:41:45.637998 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d9792955-dc53-4ed4-870a-7a7566011316 service neutron] 10.222.0.65 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868018 Feb 21 09:41:45.666961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.737656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:45.743290 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:45.756767 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:45.779973 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:45.804282 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-11a5d995-89e7-4f4a-a024-956318ee184d service neutron] 10.222.0.65 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598923 Feb 21 09:41:45.858121 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.975593 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.042766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-16b07589-5e20-4db6-9e91-c56a6d389474 req-5f75f907-052a-4d8a-bdbd-cf0d7ce589e8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 210 time: 0.0420868 Feb 21 09:41:46.078749 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23058a5-44b7-4127-9b7b-f462fcaec725 req-8e71420f-b976-4f02-a26b-8e4ee68b31bd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:46.080285 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c23058a5-44b7-4127-9b7b-f462fcaec725 req-8e71420f-b976-4f02-a26b-8e4ee68b31bd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 943 time: 0.1388075 Feb 21 09:41:46.171977 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c23058a5-44b7-4127-9b7b-f462fcaec725 req-c7d2cf20-327e-4c4a-bb0c-fd3a63a3338d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672052 Feb 21 09:41:46.208623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.280358 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.348118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:46.360581 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.447985 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.457829 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-637fdc41-7c87-4509-b2a2-f89ac29f7054 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8107471 Feb 21 09:41:46.638911 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-87853c70-674d-45c2-a57e-09f7017bc194 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1054444909&fields=id&tenant_id=39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 267 time: 0.0417027 Feb 21 09:41:46.747472 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-6ef291ab-47fe-45bb-973d-d098c2667f29 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:46.748921 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-6ef291ab-47fe-45bb-973d-d098c2667f29 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 811 time: 0.1035430 Feb 21 09:41:46.763229 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-7ec5c90a-d3aa-49e7-9887-20fc28289c53 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/quotas/39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 375 time: 0.0088754 Feb 21 09:41:46.817299 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-5ad5a86d-419e-4ffb-9c79-7c9c8f626133 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480731 Feb 21 09:41:46.912891 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-977af206-510e-45da-aeb6-4ca4717ea7b1 service neutron] 10.222.0.65 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841410 Feb 21 09:41:47.002346 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-d33f2d71-9be7-415a-9cbc-31ac56360777 service neutron] 10.222.0.65 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837288 Feb 21 09:41:47.144064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6cb5fb9-b8d9-467d-8825-f096f4f68984 req-8b42509e-4fba-4ca2-97da-1cc89f9e88b5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 210 time: 0.0282815 Feb 21 09:41:47.244197 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7a189d32-eb54-45c1-b818-5ae421ef4b41 req-014d77a7-fe9c-40ce-acde-8ca2f7265a66 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 210 time: 0.0267367 Feb 21 09:41:47.318098 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93135b-6ac6-4544-a8a4-7d61cabc01fc req-53650074-d47d-49f4-8229-e62510f97cf7 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:47.319935 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e93135b-6ac6-4544-a8a4-7d61cabc01fc req-53650074-d47d-49f4-8229-e62510f97cf7 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 943 time: 0.0676835 Feb 21 09:41:47.366535 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e93135b-6ac6-4544-a8a4-7d61cabc01fc req-80cd3165-3e67-4510-8837-5ae29ce63a26 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Feb 21 09:41:47.380691 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:41:47.477690 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:47.493021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103', 'network_id': 'e6a849a0-bfae-4c24-8376-23d7deccd480', 'port_id': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103', 'mac_address': 'fa:16:3e:e5:17:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75c052f-1e74-43d0-ba09-06499f14dcd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:41:47.528707 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:47.529100 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.542152 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:47.561626 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:47.622988 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.671001 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.038550 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['999b4d0e-f6a3-4dd4-9bcb-d74b265c8103'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:48.110881 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-5cce83a5-305a-4cc6-b9ab-7219a9d5fddf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:48.112391 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-5cce83a5-305a-4cc6-b9ab-7219a9d5fddf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 816 time: 0.1028464 Feb 21 09:41:48.190616 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-6b17bc10-87ec-4f93-ac95-7b570c417ce7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 380 time: 0.0591385 Feb 21 09:41:48.201384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'port': {'device_id': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'admin_state_up': True, 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'security_groups': ['34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:48.282536 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49a15e77-8f16-4cec-93a4-d4feb3bdc7b0 req-034efe6e-f123-43fa-a5cd-ed0751311307 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 210 time: 0.0370002 Feb 21 09:41:48.354003 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fbef6674-d2cc-4b60-af84-4f04ad7d75a7 req-aa810b45-dec1-41d7-8c7c-ae1164e0ac48 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 210 time: 0.0352385 Feb 21 09:41:48.462890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Made reservation on behalf of de0675c09376415bbbaab858235b8765 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:48.467087 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.537640 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974cb07-5aae-4973-884e-091840557e81 req-2103fc9c-533a-431d-a0c4-be2986d123ad tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:48.539043 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5974cb07-5aae-4973-884e-091840557e81 req-2103fc9c-533a-431d-a0c4-be2986d123ad tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 944 time: 0.1063221 Feb 21 09:41:48.634946 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5974cb07-5aae-4973-884e-091840557e81 req-24c1ba5c-6bdf-42f0-949a-3bd2cd556bbd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Feb 21 09:41:48.646483 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Allocated IP 172.20.0.13 (83f786b2-4b47-4920-b448-0a72ea610b17/8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1/79dc8ed4-7646-4ded-8839-00d1cef2773f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:48.775358 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.880691 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.924688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Network 83f786b2-4b47-4920-b448-0a72ea610b17 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:48.927781 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:48.931231 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:48.958116 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.986851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:48.987510 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.060524 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-fb812ef2-5f2f-482a-aa07-d26a5886da4c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8629506 Feb 21 09:41:49.083183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Request body: {'port': {'device_id': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:49.127549 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8cdb5c4d-b8ee-492a-9e0d-5ce21923ce84 None None] Provisioning complete for port 79dc8ed4-7646-4ded-8839-00d1cef2773f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:49.128116 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5c4d-b8ee-492a-9e0d-5ce21923ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.144450 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.166572 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb5c4d-b8ee-492a-9e0d-5ce21923ce84 None None] Port 79dc8ed4-7646-4ded-8839-00d1cef2773f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:49.391044 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:49.434351 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:49.446312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks [] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.484485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a1d37d3-54cd-4c3c-b890-3db7739f59a8 req-d4d29366-41e2-496f-be91-61becae5be99 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 210 time: 0.0435355 Feb 21 09:41:49.499875 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545be27d-a9c2-4c3f-8be0-704177e3579e req-aa50cbad-58ab-470f-99f4-9b577974a9e6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:49.501689 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-545be27d-a9c2-4c3f-8be0-704177e3579e req-aa50cbad-58ab-470f-99f4-9b577974a9e6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 932 time: 0.1396618 Feb 21 09:41:49.503002 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-e3bff940-c751-47a2-bd57-72885498e49d tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:49.504783 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Transition to ACTIVE for port object 79dc8ed4-7646-4ded-8839-00d1cef2773f will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:49.505326 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-e3bff940-c751-47a2-bd57-72885498e49d tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 811 time: 0.1237426 Feb 21 09:41:49.526080 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:49.529946 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:49.530328 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.553872 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-545be27d-a9c2-4c3f-8be0-704177e3579e req-34827dd3-1f0d-4258-b586-76b0a85ba059 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Feb 21 09:41:49.600127 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-b19ca9c6-575a-449f-9835-c3d9995aff38 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39ba98058ea84295b1cce52d3e792a29 HTTP/1.1" status: 200 len: 380 time: 0.0667639 Feb 21 09:41:49.600572 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.617777 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'port': {'device_id': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'admin_state_up': True, 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'security_groups': ['758ff04c-16c1-4d38-8191-c1c4054300af']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:49.620860 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:49.621271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.647161 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:49.649444 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea837d2-6de8-48f1-9550-f9096af568c7" -d '{"events": [{"server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "name": "network-vif-plugged", "status": "completed", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:49.671688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:49.672576 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:49.708664 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a9f33-b166-4bbd-87a2-2547d774ed8d x-openstack-request-id: req-728a9f33-b166-4bbd-87a2-2547d774ed8d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:49.713095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "name": "network-vif-plugged", "status": "completed", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:49.713095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-728a9f33-b166-4bbd-87a2-2547d774ed8d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:49.713095 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103', 'code': 200} Feb 21 09:41:49.732210 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.789934 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Attempting to bind port 79dc8ed4-7646-4ded-8839-00d1cef2773f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:49.793297 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Attempting to bind port 79dc8ed4-7646-4ded-8839-00d1cef2773f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:49.793297 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Attempting to bind port 79dc8ed4-7646-4ded-8839-00d1cef2773f on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:49.795077 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:49.798331 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Port 79dc8ed4-7646-4ded-8839-00d1cef2773f on network 83f786b2-4b47-4920-b448-0a72ea610b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:49.798660 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Attempting to bind port 79dc8ed4-7646-4ded-8839-00d1cef2773f on network 83f786b2-4b47-4920-b448-0a72ea610b17 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:49.807079 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:49.807541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Checking segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:49.807823 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Bound using segment: {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:49.808255 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Bound port: 79dc8ed4-7646-4ded-8839-00d1cef2773f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e6312-a2d8-4c19-a793-a10db9c3dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:49.808612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.823538 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Made reservation on behalf of 39ba98058ea84295b1cce52d3e792a29 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:49.831815 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.836096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf31080-770c-4d01-8c57-00c19b906b96 req-18082a15-732b-48d4-b957-7665198d75bd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:49.837612 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdf31080-770c-4d01-8c57-00c19b906b96 req-18082a15-732b-48d4-b957-7665198d75bd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0887177 Feb 21 09:41:49.929393 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cdf31080-770c-4d01-8c57-00c19b906b96 req-9a020c54-658b-45de-a37a-de29ae646fb0 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Feb 21 09:41:49.930564 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:49.933729 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:49.980013 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Allocated IP 172.20.0.7 (eddc0bc3-1bf4-4586-a00f-b8554328c44b/8549219e-01b3-4f10-b198-4b7fe5c70f3f/f2c0759d-3ac7-4ec8-a99e-607f34409673) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:50.069507 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.104256 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.105058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.106551 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] 10.222.0.42 "PUT /v2.0/ports/79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 1094 time: 1.0277355 Feb 21 09:41:50.107082 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:50.110275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3063d99-e67a-451c-9f5b-dc89223f8f16" -d '{"events": [{"name": "network-changed", "server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:50.125196 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.135579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d67a6-074a-4386-a0e3-a074fa60429e service neutron] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.168589 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f9e6aa-d17f-4107-93ed-3cd98a726ebd x-openstack-request-id: req-a9f9e6aa-d17f-4107-93ed-3cd98a726ebd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:50.168589 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:50.168843 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9f9e6aa-d17f-4107-93ed-3cd98a726ebd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:50.169109 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'status': 'completed', 'code': 200} Feb 21 09:41:50.202959 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ef17a-94b6-4063-9588-01157aa0650c req-b224dfa8-73f0-4517-8f7f-fa96a44633b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.206146 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce5ef17a-94b6-4063-9588-01157aa0650c req-b224dfa8-73f0-4517-8f7f-fa96a44633b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 1129 time: 0.0466759 Feb 21 09:41:50.252136 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.293285 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:50.297094 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:50.300774 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:50.317687 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce5ef17a-94b6-4063-9588-01157aa0650c req-c6693757-194c-4217-94b2-eb87e850cce3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764983 Feb 21 09:41:50.324327 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-b445a7ed-a4d5-4df8-b879-c2fa654e72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.325524 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-b445a7ed-a4d5-4df8-b879-c2fa654e72da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1128 time: 0.0831995 Feb 21 09:41:50.339454 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event updated for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.362192 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.362815 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.437511 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-796982b1-152a-4770-8a84-58149012f8e9 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242607 Feb 21 09:41:50.549296 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f6dfe3fb-5c6d-4d7f-8f38-3936ca6a5116 None None] Provisioning complete for port f2c0759d-3ac7-4ec8-a99e-607f34409673 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:50.549880 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe3fb-5c6d-4d7f-8f38-3936ca6a5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.582776 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfe3fb-5c6d-4d7f-8f38-3936ca6a5116 None None] Port f2c0759d-3ac7-4ec8-a99e-607f34409673 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:50.605062 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e04992-39e5-4a22-9915-d57efb41d03e req-7867e080-7248-46ed-9f17-cc96ae0cdade tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.606553 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7e04992-39e5-4a22-9915-d57efb41d03e req-7867e080-7248-46ed-9f17-cc96ae0cdade tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 931 time: 0.0532691 Feb 21 09:41:50.675720 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e7e04992-39e5-4a22-9915-d57efb41d03e req-b6aef932-7e12-478a-b10a-4a6eb8c531b3 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636878 Feb 21 09:41:50.696659 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25b104-c2e6-4a88-854b-3b6ad3bc76e1 req-14c6ba56-c648-4208-91c1-f0045dddf74e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.698118 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe25b104-c2e6-4a88-854b-3b6ad3bc76e1 req-14c6ba56-c648-4208-91c1-f0045dddf74e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0678098 Feb 21 09:41:50.747119 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe25b104-c2e6-4a88-854b-3b6ad3bc76e1 req-31bdddfc-e84e-4923-aa95-ee3b563c2986 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Feb 21 09:41:50.762334 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Request body: {'port': {'device_id': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:50.821501 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.847041 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-e5199c49-6216-4636-975f-1fc95a053e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.848560 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-e5199c49-6216-4636-975f-1fc95a053e6d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=de0675c09376415bbbaab858235b8765&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0903325 Feb 21 09:41:50.946279 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-e4bb4c0e-5334-4b2e-86cc-741d0ed599ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.947768 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3063d99-e67a-451c-9f5b-dc89223f8f16 req-e4bb4c0e-5334-4b2e-86cc-741d0ed599ce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912192 Feb 21 09:41:51.082608 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a190b1-8880-4293-a95f-2f8f9080a867 req-b3fc24a9-f940-48a7-ba93-b330109f352a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.084109 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04a190b1-8880-4293-a95f-2f8f9080a867 req-b3fc24a9-f940-48a7-ba93-b330109f352a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0834136 Feb 21 09:41:51.087416 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c0759d-3ac7-4ec8-a99e-607f34409673 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:51.089370 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-31c8d56f-d6fa-4e78-a405-232eb64a7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.090765 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-31c8d56f-d6fa-4e78-a405-232eb64a7ecc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1128 time: 0.0631864 Feb 21 09:41:51.095212 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks [] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.107151 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Transition to ACTIVE for port object f2c0759d-3ac7-4ec8-a99e-607f34409673 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:51.153889 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-e91e2123-517d-4c6c-bb70-087a486cdb65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 217 time: 0.0443277 Feb 21 09:41:51.171841 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.172067 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04a190b1-8880-4293-a95f-2f8f9080a867 req-5d4ba634-abad-43d5-9eb6-e19a2e933c31 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804007 Feb 21 09:41:51.208979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-83db0824-0e6b-437d-8d5d-aa2d22113c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.210536 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-83db0824-0e6b-437d-8d5d-aa2d22113c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0489509 Feb 21 09:41:51.239102 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:51.267310 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-aa2d816e-1937-4795-8a8e-a944f92817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.268890 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-aa2d816e-1937-4795-8a8e-a944f92817e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480850 Feb 21 09:41:51.291379 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Attempting to bind port f2c0759d-3ac7-4ec8-a99e-607f34409673 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:51.291712 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Attempting to bind port f2c0759d-3ac7-4ec8-a99e-607f34409673 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:51.292044 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Attempting to bind port f2c0759d-3ac7-4ec8-a99e-607f34409673 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:51.297137 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Port f2c0759d-3ac7-4ec8-a99e-607f34409673 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:51.297468 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Attempting to bind port f2c0759d-3ac7-4ec8-a99e-607f34409673 on network eddc0bc3-1bf4-4586-a00f-b8554328c44b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:51.302486 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:51.302835 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Checking segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:51.303225 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Bound using segment: {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:51.303660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Bound port: f2c0759d-3ac7-4ec8-a99e-607f34409673, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f3dde0-bf46-420a-ac93-e27d05314c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:51.304020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.378366 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:51.381437 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-ceb2b406-c547-46f0-8dbe-24ecdf41bc19 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944476 Feb 21 09:41:51.381877 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:51.469531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.473766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8eff7fc-b04b-483d-8bda-92268d50cef1 req-0f6e2b16-ddd8-4d9c-a58d-44def6ad1993 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811570 Feb 21 09:41:51.504496 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.505487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.506505 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] 10.222.0.42 "PUT /v2.0/ports/f2c0759d-3ac7-4ec8-a99e-607f34409673 HTTP/1.1" status: 200 len: 1093 time: 0.7485054 Feb 21 09:41:51.506953 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:51.509274 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:51.535983 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc88d2-5574-4ce7-9ab9-eb4acb0fa973 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:51.564016 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3161b4-55be-43ae-8114-641b3813c352 x-openstack-request-id: req-9e3161b4-55be-43ae-8114-641b3813c352 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:51.564362 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:51.564632 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e3161b4-55be-43ae-8114-641b3813c352 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:51.565037 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'status': 'completed', 'code': 200} Feb 21 09:41:51.771589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-57e62048-34b6-463c-a12d-8ce82b5ddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.773206 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-57e62048-34b6-463c-a12d-8ce82b5ddd5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 1127 time: 0.0464633 Feb 21 09:41:51.791809 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb435-e449-4204-af98-878e968eaf0b req-57c31d3f-da67-43b5-b16e-eac76a5f17a5 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.793276 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7aecb435-e449-4204-af98-878e968eaf0b req-57c31d3f-da67-43b5-b16e-eac76a5f17a5 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 943 time: 0.0523000 Feb 21 09:41:51.878298 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7aecb435-e449-4204-af98-878e968eaf0b req-7e70f9b2-95ac-4238-b0ec-21f3ae88482f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783188 Feb 21 09:41:51.894333 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-f277419e-8276-48cf-8e08-fff4fe3e04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.894470 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559cb40-25f4-4e5d-9d33-37d3e3fd9369 req-9890197a-b414-4e64-b857-a2bd183bbc98 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.894595 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-f277419e-8276-48cf-8e08-fff4fe3e04ea service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=39ba98058ea84295b1cce52d3e792a29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951247 Feb 21 09:41:51.894945 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7559cb40-25f4-4e5d-9d33-37d3e3fd9369 req-9890197a-b414-4e64-b857-a2bd183bbc98 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0737979 Feb 21 09:41:51.941300 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7559cb40-25f4-4e5d-9d33-37d3e3fd9369 req-b0c6ac19-87d6-4bae-b936-fa34663217e9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Feb 21 09:41:52.077743 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-277debc8-83ab-484b-865e-52b79549a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.079216 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8a218db6-0fc9-4329-91d0-c2c93bd5abf4 req-277debc8-83ab-484b-865e-52b79549a4f4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849223 Feb 21 09:41:52.245061 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-2935aa70-4db8-4330-ba02-9b4073b2dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.246670 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-2935aa70-4db8-4330-ba02-9b4073b2dfaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 1127 time: 0.0456448 Feb 21 09:41:52.292007 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64bc7b-f011-4dda-9cee-915bf76d1f73 req-77c77c64-50fa-4006-9bfd-ee2682901cba tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.293461 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de64bc7b-f011-4dda-9cee-915bf76d1f73 req-77c77c64-50fa-4006-9bfd-ee2682901cba tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0529239 Feb 21 09:41:52.311486 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-d6de626c-8ea8-4fcf-86d6-b52608a32327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673 HTTP/1.1" status: 200 len: 217 time: 0.0380044 Feb 21 09:41:52.339063 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de64bc7b-f011-4dda-9cee-915bf76d1f73 req-3cc9511a-2240-48af-a1f0-be114de75a07 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Feb 21 09:41:52.376433 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-f8e9c2bc-2f05-4db1-94ad-676df9d8c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.377897 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-f8e9c2bc-2f05-4db1-94ad-676df9d8c092 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0431323 Feb 21 09:41:52.439239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-b0318ddb-3009-4d62-8727-5c63dafcf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.440758 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-b0318ddb-3009-4d62-8727-5c63dafcf6cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436757 Feb 21 09:41:52.537439 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-fc54628e-0146-4486-9da6-1427478c0e75 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Feb 21 09:41:52.634360 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd5f8a55-2201-4c7d-86d1-c2bb67042d9c req-9660d9c3-edec-4f7f-b5de-c29144836a20 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813510 Feb 21 09:41:52.997979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63364589-c4a5-4ae6-bb3e-9068395ef87a req-362799ff-0708-40f1-a024-5dede2a91034 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:53.000213 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63364589-c4a5-4ae6-bb3e-9068395ef87a req-362799ff-0708-40f1-a024-5dede2a91034 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 943 time: 0.0558946 Feb 21 09:41:53.073292 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63364589-c4a5-4ae6-bb3e-9068395ef87a req-19939776-4c7f-45c5-8d7a-1b26c6c50a81 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673921 Feb 21 09:41:53.088032 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63fb2-ee56-4b26-b189-0683fe987bd1 req-c8dcd411-70f7-4149-89f4-a92c94483b6d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:53.089476 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13f63fb2-ee56-4b26-b189-0683fe987bd1 req-c8dcd411-70f7-4149-89f4-a92c94483b6d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0769241 Feb 21 09:41:53.135160 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13f63fb2-ee56-4b26-b189-0683fe987bd1 req-bfd5da6a-fb74-4e6d-a231-c0f47d9a14aa tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397990 Feb 21 09:41:53.457498 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212919d-24a1-48fc-bd8a-28efad70d4f0 req-1969944a-30ad-423f-ae1d-0895699d3ae4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:53.458952 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7212919d-24a1-48fc-bd8a-28efad70d4f0 req-1969944a-30ad-423f-ae1d-0895699d3ae4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0555296 Feb 21 09:41:53.503730 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7212919d-24a1-48fc-bd8a-28efad70d4f0 req-c38c1a2e-c5c9-45a5-98f8-d0b008a79a66 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Feb 21 09:41:54.195740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7166803-0732-4338-8391-b9bb147aed78 req-718ee5e9-7991-456c-8b1e-adceebc30811 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:54.197241 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7166803-0732-4338-8391-b9bb147aed78 req-718ee5e9-7991-456c-8b1e-adceebc30811 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 943 time: 0.0591447 Feb 21 09:41:54.272344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7166803-0732-4338-8391-b9bb147aed78 req-d5724547-2935-4580-8ee7-5aad8b524379 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689275 Feb 21 09:41:54.287182 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2b91-8561-4401-a100-70cd708eeb39 req-086bd57a-be1c-4ec8-9c97-1d70580240ef tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:54.288692 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9dc2b91-8561-4401-a100-70cd708eeb39 req-086bd57a-be1c-4ec8-9c97-1d70580240ef tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0792947 Feb 21 09:41:54.337310 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9dc2b91-8561-4401-a100-70cd708eeb39 req-0bde938a-e38f-4eda-9b10-7175629399ca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Feb 21 09:41:55.402008 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:41:55.442817 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbe89-1152-4a1a-8680-a6172440f620 req-3d1c8311-f172-4ae7-8959-3bc1e6ed668f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:55.444312 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-385fbe89-1152-4a1a-8680-a6172440f620 req-3d1c8311-f172-4ae7-8959-3bc1e6ed668f tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 943 time: 0.1054327 Feb 21 09:41:55.507391 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-385fbe89-1152-4a1a-8680-a6172440f620 req-9aaf61bb-aa06-46d8-bfe3-59c25890bd28 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569513 Feb 21 09:41:55.516305 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:55.526953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:41:55.565900 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:55.566191 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.583389 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:55.600297 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:55.628964 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cbcbf-9d6b-4273-bd89-c03643fc603c req-1190a258-c807-4c08-b7f9-9c0b9c3ec0fa tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:55.630471 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef9cbcbf-9d6b-4273-bd89-c03643fc603c req-1190a258-c807-4c08-b7f9-9c0b9c3ec0fa tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0544560 Feb 21 09:41:55.676588 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef9cbcbf-9d6b-4273-bd89-c03643fc603c req-b7c162f8-fc44-4eb9-bfc2-64237bb0aec8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Feb 21 09:41:55.679657 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.729117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:56.200726 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['79dc8ed4-7646-4ded-8839-00d1cef2773f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:56.631432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f294b6-943e-4e77-abfc-d7f35b4805e9 req-0bfd8183-56b4-4bbe-9cad-d5c4c5b2c3ee tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:56.632980 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27f294b6-943e-4e77-abfc-d7f35b4805e9 req-0bfd8183-56b4-4bbe-9cad-d5c4c5b2c3ee tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 943 time: 0.0551596 Feb 21 09:41:56.678378 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27f294b6-943e-4e77-abfc-d7f35b4805e9 req-1b9ba6e6-2b3b-4b4a-ba13-67ff094e22eb tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Feb 21 09:41:56.796806 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630af3-0dac-4845-91cc-8819d182c373 req-6ec14e15-23c0-4a42-bb73-607858b943d1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:56.798166 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b630af3-0dac-4845-91cc-8819d182c373 req-6ec14e15-23c0-4a42-bb73-607858b943d1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 945 time: 0.0513806 Feb 21 09:41:56.844198 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b630af3-0dac-4845-91cc-8819d182c373 req-0bf05756-6f37-4d8a-8bfa-733fc7e12f76 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Feb 21 09:41:57.404628 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device f2c0759d-3ac7-4ec8-a99e-607f34409673 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:41:57.499835 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:57.510948 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'port_id': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'mac_address': 'fa:16:3e:9d:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:41:57.547290 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port f2c0759d-3ac7-4ec8-a99e-607f34409673 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:57.547713 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.560358 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0759d-3ac7-4ec8-a99e-607f34409673 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:57.584788 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:57.680182 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.728639 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:57.799284 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e4182-55d7-4288-9b0c-9e4dcbce429f req-4b31b4f5-fb23-4b5a-8b2b-5366f0d1fd47 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:57.801118 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-853e4182-55d7-4288-9b0c-9e4dcbce429f req-4b31b4f5-fb23-4b5a-8b2b-5366f0d1fd47 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 944 time: 0.0518684 Feb 21 09:41:57.849350 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-853e4182-55d7-4288-9b0c-9e4dcbce429f req-749d4c56-e954-4e3f-8396-2d26efeb38ed tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Feb 21 09:41:58.013243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146cde-2494-4a05-af11-000a8dd80b6b req-449862cf-ac26-49b8-a463-90713c2454af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:58.014700 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a146cde-2494-4a05-af11-000a8dd80b6b req-449862cf-ac26-49b8-a463-90713c2454af tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 945 time: 0.1007714 Feb 21 09:41:58.059565 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a146cde-2494-4a05-af11-000a8dd80b6b req-cdbf3801-9682-4b81-87d5-76eb8a622ae9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Feb 21 09:41:58.168920 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['f2c0759d-3ac7-4ec8-a99e-607f34409673'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:41:58.270115 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.964106 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034fa56-3967-454c-817d-c5562f010143 req-b291d08f-fb60-44c0-9462-9225e29b9435 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:58.965588 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e034fa56-3967-454c-817d-c5562f010143 req-b291d08f-fb60-44c0-9462-9225e29b9435 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 944 time: 0.0516918 Feb 21 09:41:59.016570 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e034fa56-3967-454c-817d-c5562f010143 req-b3f68cfc-b789-46d9-b937-e8e3cbc143bd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445802 Feb 21 09:41:59.187415 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710758-0955-4aa1-acf5-bef41602add7 req-a21c6448-cc76-43cc-821a-5cf7872a5e4b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:59.187415 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c710758-0955-4aa1-acf5-bef41602add7 req-a21c6448-cc76-43cc-821a-5cf7872a5e4b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 945 time: 0.0553892 Feb 21 09:41:59.232156 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c710758-0955-4aa1-acf5-bef41602add7 req-868a71d6-a19a-4329-8a59-891d58e25c04 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Feb 21 09:41:59.417589 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:59.530731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 79dc8ed4-7646-4ded-8839-00d1cef2773f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:41:59.534881 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 79dc8ed4-7646-4ded-8839-00d1cef2773f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:59.535260 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.611492 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:59.611888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.638444 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:59.640900 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5f5bef-3794-49ea-8fa2-1d2897f2fad8" -d '{"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:59.656379 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:59.676403 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378203fd-f5de-43dd-a58a-94853eb51cfb x-openstack-request-id: req-378203fd-f5de-43dd-a58a-94853eb51cfb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:59.679421 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:59.679421 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-378203fd-f5de-43dd-a58a-94853eb51cfb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:59.679421 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'code': 200} Feb 21 09:41:59.725059 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.774698 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:00.043831 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692811-8490-4c36-b7da-ab3a114991df req-a33acacd-d59e-4b6b-aeef-404c3cb4349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:00.045348 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5692811-8490-4c36-b7da-ab3a114991df req-a33acacd-d59e-4b6b-aeef-404c3cb4349f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1130 time: 0.0436089 Feb 21 09:42:00.095533 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a5692811-8490-4c36-b7da-ab3a114991df req-99caa631-a069-4cc1-ab0f-df904fbf4efc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Feb 21 09:42:00.131002 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bce8f-44c9-47d7-9d2d-fa7601f7dc7e req-23e4e1a4-d253-45e1-9a1c-a112e889c2d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:00.132484 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-234bce8f-44c9-47d7-9d2d-fa7601f7dc7e req-23e4e1a4-d253-45e1-9a1c-a112e889c2d7 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 944 time: 0.0509744 Feb 21 09:42:00.178166 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-234bce8f-44c9-47d7-9d2d-fa7601f7dc7e req-0d212b44-a8f3-47e3-b9d5-5309432289a0 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Feb 21 09:42:00.356144 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d833b-1080-43f4-87c4-1221ac23cc10 req-ec528537-3d53-4be0-9cde-7051c9ce88e7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:00.357581 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c3d833b-1080-43f4-87c4-1221ac23cc10 req-ec528537-3d53-4be0-9cde-7051c9ce88e7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0542057 Feb 21 09:42:00.637455 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c3d833b-1080-43f4-87c4-1221ac23cc10 req-cc45add2-d6e5-4e02-9bdc-d6168c847170 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743602 Feb 21 09:42:00.897331 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c289332-96f4-4de0-8224-c51b7db699c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.298803 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45314a-c6a6-4d5f-a5bd-a39713654ce1 req-12582803-e610-47ac-8578-21b90826ac79 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:01.300349 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f45314a-c6a6-4d5f-a5bd-a39713654ce1 req-12582803-e610-47ac-8578-21b90826ac79 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 944 time: 0.0540497 Feb 21 09:42:01.346067 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f45314a-c6a6-4d5f-a5bd-a39713654ce1 req-c0085491-3524-4d5d-8db3-32d8e1e96252 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Feb 21 09:42:01.411933 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device f2c0759d-3ac7-4ec8-a99e-607f34409673 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:01.531580 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port f2c0759d-3ac7-4ec8-a99e-607f34409673 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:01.535701 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port f2c0759d-3ac7-4ec8-a99e-607f34409673 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:01.536082 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.614815 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port f2c0759d-3ac7-4ec8-a99e-607f34409673 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:01.615214 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.647096 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:01.678095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:01.680541 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7395b1-eb27-420c-9cae-b2645eff1290" -d '{"events": [{"server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:01.708989 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.715693 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c90d3-6eb1-43e5-b6c5-6a1d910abaaf x-openstack-request-id: req-181c90d3-6eb1-43e5-b6c5-6a1d910abaaf {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:01.719878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:01.719878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-181c90d3-6eb1-43e5-b6c5-6a1d910abaaf {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:01.719878 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'code': 200} Feb 21 09:42:01.758487 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:01.759878 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de644-08e4-49f1-b760-db24ce62777d req-57cf6d12-2c37-4e3c-b77c-abe022054d17 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:01.761360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c8de644-08e4-49f1-b760-db24ce62777d req-57cf6d12-2c37-4e3c-b77c-abe022054d17 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0520017 Feb 21 09:42:01.811187 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c8de644-08e4-49f1-b760-db24ce62777d req-d4df97f1-8ff3-42e6-82ad-2c2d90387f0c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431502 Feb 21 09:42:02.170775 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59542c7c-4b8c-4689-b4db-d16c2e3d04a6 req-cebd6155-23d2-4c7e-8059-2368d16d7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:02.172361 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59542c7c-4b8c-4689-b4db-d16c2e3d04a6 req-cebd6155-23d2-4c7e-8059-2368d16d7904 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 1129 time: 0.0429425 Feb 21 09:42:02.219787 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-59542c7c-4b8c-4689-b4db-d16c2e3d04a6 req-b5c02280-a316-49a9-894b-e669755d1067 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368330 Feb 21 09:42:02.462546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eec6e-d556-453b-9cd6-af7253cc3b08 req-9b02ff9b-38d0-450f-ab94-a5677ec10daf tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:02.464076 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb9eec6e-d556-453b-9cd6-af7253cc3b08 req-9b02ff9b-38d0-450f-ab94-a5677ec10daf tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0511343 Feb 21 09:42:02.509553 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb9eec6e-d556-453b-9cd6-af7253cc3b08 req-99652610-2216-427d-bcd4-69cd9a2499ee tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Feb 21 09:42:02.939836 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209df8ed-42d4-4c9b-93e8-9daf9d8361e8 req-4e99101a-9230-4370-8ee9-da74512c9a0e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:02.942133 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-209df8ed-42d4-4c9b-93e8-9daf9d8361e8 req-4e99101a-9230-4370-8ee9-da74512c9a0e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0577328 Feb 21 09:42:02.988435 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-209df8ed-42d4-4c9b-93e8-9daf9d8361e8 req-08996acf-2fed-4302-9127-d6c5a8b7f2b2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 Feb 21 09:42:03.085680 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46028af9-9122-4903-ac10-361b4057e371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.106790 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299574e-5d93-4874-b95a-8e3541d9e8f6 req-5ac4b152-ab98-428f-811e-10c04240758e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.108348 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b299574e-5d93-4874-b95a-8e3541d9e8f6 req-5ac4b152-ab98-428f-811e-10c04240758e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0542068 Feb 21 09:42:03.117358 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:03.121641 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Request body: {'floatingip': {'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:03.159273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.619635 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.640829 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd67415-35ea-4715-828f-cb7e147a0b26 req-4702e3c7-0e56-4ef4-95bc-8780d4eddbe6 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.642305 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dd67415-35ea-4715-828f-cb7e147a0b26 req-4702e3c7-0e56-4ef4-95bc-8780d4eddbe6 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0671656 Feb 21 09:42:03.692198 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dd67415-35ea-4715-828f-cb7e147a0b26 req-3d488e6a-b774-47fe-be98-0b800bd51c50 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Feb 21 09:42:03.693269 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.791772 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Floating IP a620eb80-f401-4023-887c-e7d62f2ee4a5 associated. External IP: 172.27.1.92, port: 79dc8ed4-7646-4ded-8839-00d1cef2773f. Feb 21 09:42:03.858758 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-669d1156-e75e-4a36-9874-03442b918606 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453272 Feb 21 09:42:04.018289 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-0c898731-e7b6-48c7-bb3a-bcd45fbbab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.019797 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-0c898731-e7b6-48c7-bb3a-bcd45fbbab00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1169 time: 0.0552785 Feb 21 09:42:04.021840 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:04.134598 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-6a64de19-bd94-4334-a76b-3d6e86824a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.136171 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-6a64de19-bd94-4334-a76b-3d6e86824a22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.0862041 Feb 21 09:42:04.150087 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:04.155086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.162382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:04.176759 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:04.177518 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:04.189288 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2011c45d-bfc8-4019-a931-ab83820b75f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "PUT /v2.0/floatingips/a620eb80-f401-4023-887c-e7d62f2ee4a5 HTTP/1.1" status: 200 len: 991 time: 1.0708511 Feb 21 09:42:04.189888 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:04.192286 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051fd08-c9c9-404c-a49b-84c269b7a79f" -d '{"events": [{"name": "network-changed", "server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:04.212756 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-d65c65cb-a154-412c-ba07-3e742edfcb4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 1001 time: 0.0690660 Feb 21 09:42:04.238145 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8c9a83-acd5-45c7-8b6a-29df4d1b7bbd x-openstack-request-id: req-7a8c9a83-acd5-45c7-8b6a-29df4d1b7bbd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:04.238440 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:04.238698 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a8c9a83-acd5-45c7-8b6a-29df4d1b7bbd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:04.239100 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'status': 'completed', 'code': 200} Feb 21 09:42:04.297158 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-e90d7def-4b25-495d-8c3c-db658747f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.298767 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-e90d7def-4b25-495d-8c3c-db658747f028 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0539591 Feb 21 09:42:04.322176 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:04.392007 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-103789d8-1fbf-47d9-a7dc-d9e4b2e68843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.393494 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-103789d8-1fbf-47d9-a7dc-d9e4b2e68843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1130 time: 0.0577590 Feb 21 09:42:04.394476 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-0051d559-6871-4442-a9ae-3140b66f9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.396094 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-0051d559-6871-4442-a9ae-3140b66f9ba4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711620 Feb 21 09:42:04.408583 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.528178 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-05c6b3fb-8069-4d5e-af04-f97c293e8164 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116824 Feb 21 09:42:04.531382 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-15c27527-af26-4b85-85cd-c0852976f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.533153 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-15c27527-af26-4b85-85cd-c0852976f0e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.1180794 Feb 21 09:42:04.613607 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a620eb80-f401-4023-887c-e7d62f2ee4a5', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:42:03Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:04.639179 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-1e6a66d8-4977-4940-ade2-5be70d1c843c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 999 time: 0.0915897 Feb 21 09:42:04.641442 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4bdb890b-bd3b-4b56-9b7a-bda770223768 req-bc408f3f-7ee3-4559-8288-ce849dcf3267 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064637 Feb 21 09:42:04.647720 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:04.656888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:04.657960 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:04.718698 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-cc4f146a-f7e0-4ac3-89ab-e8c07e96918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.721251 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-cc4f146a-f7e0-4ac3-89ab-e8c07e96918a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0636439 Feb 21 09:42:04.799948 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:04.813901 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-ae144270-5daa-40bb-9ee4-e20a7eb7ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.815356 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-ae144270-5daa-40bb-9ee4-e20a7eb7ad5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856853 Feb 21 09:42:04.889352 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece38b3-1b79-4ad3-9483-e7b3f2484d62 req-c9a2b941-090d-4ff2-9871-598315a8485b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.889352 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ece38b3-1b79-4ad3-9483-e7b3f2484d62 req-c9a2b941-090d-4ff2-9871-598315a8485b tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.1143959 Feb 21 09:42:04.964234 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ece38b3-1b79-4ad3-9483-e7b3f2484d62 req-915e7e0e-4664-45d6-9140-5b7d7eca9a4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653443 Feb 21 09:42:04.966414 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-b0b180ab-82e7-4cc6-b11a-153b40744e73 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363869 Feb 21 09:42:05.138620 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1051fd08-c9c9-404c-a49b-84c269b7a79f req-d1937240-21a6-453f-b7b4-1bc30e09f532 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589954 Feb 21 09:42:05.145170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757ec9-055c-4ee7-b279-66cbb407de5d req-083239a8-6a2e-40de-9fbf-d3d7ba301050 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:05.146589 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2757ec9-055c-4ee7-b279-66cbb407de5d req-083239a8-6a2e-40de-9fbf-d3d7ba301050 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0829928 Feb 21 09:42:05.154935 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50070) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:05.160435 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Request body: {'floatingip': {'port_id': 'f2c0759d-3ac7-4ec8-a99e-607f34409673'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:05.206211 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.222734 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a620eb80-f401-4023-887c-e7d62f2ee4a5', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:42:03Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:05.248251 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd442431-b23e-4093-9ab5-caec73656e4a None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': 'a620eb80-f401-4023-887c-e7d62f2ee4a5', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:42:03Z', 'revision_number': 1, 'project_id': 'de0675c09376415bbbaab858235b8765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:05.447815 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042264c-a6cc-43bf-80d9-48406b093d56 None None] New status for floating IP a620eb80-f401-4023-887c-e7d62f2ee4a5: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:42:05.654723 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.702979 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.748499 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.803637 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Floating IP 8b9eb12c-8f33-419b-9cda-024aecacf203 associated. External IP: 172.27.1.146, port: f2c0759d-3ac7-4ec8-a99e-607f34409673. Feb 21 09:42:06.019585 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:06.129680 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:06.134239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:06.138915 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:06.149254 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:06.149871 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:06.166055 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b0cfb794-f68d-4b74-ac51-d0fe2af07cff tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "PUT /v2.0/floatingips/8b9eb12c-8f33-419b-9cda-024aecacf203 HTTP/1.1" status: 200 len: 991 time: 1.0063865 Feb 21 09:42:06.166055 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:06.166055 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273" -d '{"events": [{"name": "network-changed", "server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:06.205348 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc387f-b701-485c-ad82-63e75860f448 x-openstack-request-id: req-7ecc387f-b701-485c-ad82-63e75860f448 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:06.205649 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:06.205921 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ecc387f-b701-485c-ad82-63e75860f448 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:06.206315 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'status': 'completed', 'code': 200} Feb 21 09:42:06.260388 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:06.309370 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-8b7ff263-bf02-4553-b133-39572e9ee25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.310957 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-8b7ff263-bf02-4553-b133-39572e9ee25b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ba98058ea84295b1cce52d3e792a29&device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 1129 time: 0.0471773 Feb 21 09:42:06.411716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-83149fb3-42dc-4408-a654-bd4b1185e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.413193 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-83149fb3-42dc-4408-a654-bd4b1185e92f service neutron] 10.222.0.42 "GET /v2.0/networks?id=eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 200 len: 912 time: 0.0913334 Feb 21 09:42:06.498828 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-6efaae04-347f-4634-9e58-be3fb72d315a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673 HTTP/1.1" status: 200 len: 999 time: 0.0696449 Feb 21 09:42:06.499923 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '8b9eb12c-8f33-419b-9cda-024aecacf203', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:9d:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:45Z', 'updated_at': '2022-02-21T09:42:05Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:06.527660 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:06.536872 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:06.537475 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:06.556281 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-27f80bc7-a0aa-4190-91d4-a3e9ad8e157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.557745 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-27f80bc7-a0aa-4190-91d4-a3e9ad8e157c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 200 len: 850 time: 0.0450261 Feb 21 09:42:06.615956 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-da7e449a-f1e9-4893-8631-3471fdbdc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.617471 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-da7e449a-f1e9-4893-8631-3471fdbdc2ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eddc0bc3-1bf4-4586-a00f-b8554328c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518899 Feb 21 09:42:06.649677 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:06.715579 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-6900b40f-f350-477e-a4a3-32477c60fd80 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Feb 21 09:42:06.810192 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5de9e4d-00f4-4689-8f57-b5f08f9e2273 req-56203a77-d4d4-4025-be50-5eef99945c47 service neutron] 10.222.0.42 "GET /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877130 Feb 21 09:42:06.887828 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '8b9eb12c-8f33-419b-9cda-024aecacf203', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:9d:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:45Z', 'updated_at': '2022-02-21T09:42:05Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:06.914191 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836dd40-0da0-48c5-9e2f-df941f04f647 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '8b9eb12c-8f33-419b-9cda-024aecacf203', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'port_id': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'mac_address': 'fa:16:3e:9d:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:45Z', 'updated_at': '2022-02-21T09:42:05Z', 'revision_number': 1, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:07.124722 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bbd7e6-b741-41df-b845-54c144a820b5 None None] New status for floating IP 8b9eb12c-8f33-419b-9cda-024aecacf203: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:42:07.238427 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:08.855429 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3c93-cf97-4182-95f8-16489b2b1b4c req-8d4a4674-cd0d-494d-9af6-b98d8bb1995f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.856905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80ca3c93-cf97-4182-95f8-16489b2b1b4c req-8d4a4674-cd0d-494d-9af6-b98d8bb1995f tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0518107 Feb 21 09:42:08.902657 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80ca3c93-cf97-4182-95f8-16489b2b1b4c req-d9dfa3a4-f6f3-438d-954c-a77c27db4158 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Feb 21 09:42:10.025025 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba25e61-2e4a-43e4-845b-54848e4e82ad req-41fd9370-9be2-47f5-8f16-152d0b18deee tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:10.026506 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ba25e61-2e4a-43e4-845b-54848e4e82ad req-41fd9370-9be2-47f5-8f16-152d0b18deee tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0564289 Feb 21 09:42:10.072376 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ba25e61-2e4a-43e4-845b-54848e4e82ad req-9c6eaf5e-7549-4820-86be-783a5335b550 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Feb 21 09:42:11.188636 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa27b-7aa4-4824-aa51-1fc7063c9608 req-5724f6fe-a60c-45f7-adf4-b387645bb816 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.192097 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-065fa27b-7aa4-4824-aa51-1fc7063c9608 req-5724f6fe-a60c-45f7-adf4-b387645bb816 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Feb 21 09:42:11.236933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-065fa27b-7aa4-4824-aa51-1fc7063c9608 req-732c8271-beaa-4d7b-9372-b09b51dd9ee1 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Feb 21 09:42:11.408290 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-46364c51-e778-4a74-9a35-d4d55fb3d58c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.409628 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-46364c51-e778-4a74-9a35-d4d55fb3d58c tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 945 time: 0.0506599 Feb 21 09:42:11.509415 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Deleting port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:11.509758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.594448 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] For port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:11.594811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.606272 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Calling delete_port for 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:11.794190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (999b4d0e-f6a3-4dd4-9bcb-d74b265c8103), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.822553 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event deleted for resources: {'Port': ['ID=999b4d0e-f6a3-4dd4-9bcb-d74b265c8103,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.849677 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a', 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', '4798e2bb-deb4-46af-8afb-63285867fa00', '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:11.864361 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] No DVR routers for this DVR port 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:11.866844 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.870081 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cda0b23f-fffc-4401-80a4-38a0eb115ad3 req-0df05493-2186-4b55-8961-707685de89ed tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "DELETE /v2.0/ports/999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 HTTP/1.1" status: 204 len: 173 time: 0.4506342 Feb 21 09:42:11.870616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'name': 'network-vif-deleted', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:11.872858 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b2633-fa4e-4d91-b6e8-fc7728f51b8a" -d '{"events": [{"server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "name": "network-vif-deleted", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:11.909088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8fb980-6358-471e-a458-41ef30f935fe x-openstack-request-id: req-0d8fb980-6358-471e-a458-41ef30f935fe {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:11.909497 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0676a7ea-e955-443e-a6b2-bc16d8948247", "name": "network-vif-deleted", "tag": "999b4d0e-f6a3-4dd4-9bcb-d74b265c8103", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:11.909758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d8fb980-6358-471e-a458-41ef30f935fe {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:11.910157 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0676a7ea-e955-443e-a6b2-bc16d8948247', 'name': 'network-vif-deleted', 'tag': '999b4d0e-f6a3-4dd4-9bcb-d74b265c8103', 'status': 'completed', 'code': 200} Feb 21 09:42:12.266420 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:12.345821 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ef9d753-814a-407a-92f8-fffb557e342f req-b6ddd931-0c34-49ea-993e-f359928f8e40 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=0676a7ea-e955-443e-a6b2-bc16d8948247 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Feb 21 09:42:15.029397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20a0d-1d1e-4e31-b3d1-6fb578a681e9 req-f38d23d1-ef32-466c-8f29-f5dadbb8dff4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:15.030849 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4bc20a0d-1d1e-4e31-b3d1-6fb578a681e9 req-f38d23d1-ef32-466c-8f29-f5dadbb8dff4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.0512619 Feb 21 09:42:15.083276 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4bc20a0d-1d1e-4e31-b3d1-6fb578a681e9 req-02e2bee2-4c9d-47c3-bbc4-bb8dd1345ab3 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Feb 21 09:42:15.456019 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:15.476508 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:15.476863 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 999b4d0e-f6a3-4dd4-9bcb-d74b265c8103 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:16.203808 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63751eca-2724-48b3-b7f3-7f4129e98f10 req-a15c9461-5faf-459d-8858-d5b3c1849080 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.205220 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63751eca-2724-48b3-b7f3-7f4129e98f10 req-a15c9461-5faf-459d-8858-d5b3c1849080 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.0534453 Feb 21 09:42:16.251744 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63751eca-2724-48b3-b7f3-7f4129e98f10 req-a76ebbda-9d9f-4bea-8bb7-53f164307496 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Feb 21 09:42:16.624064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-5e05daad-cf69-4709-a6ca-ee54ce3b6a38 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603857096&fields=id&tenant_id=260e21310ae841e58241553c88e18795 HTTP/1.1" status: 200 len: 267 time: 0.0470498 Feb 21 09:42:16.679162 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-698129d6-a43d-4722-a077-a2a9421da3cd tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.680629 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-698129d6-a43d-4722-a077-a2a9421da3cd tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 985 time: 0.0513444 Feb 21 09:42:16.690834 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Request body: {'port': {'security_groups': ['3e45a4b2-8fe9-4591-a787-61a345bedcb0']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:16.763470 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.933987 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:16.962695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.045187 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.091548 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.092159 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.093523 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8b7ba6e-49ca-4af2-85b0-2526a9e2832b req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "PUT /v2.0/ports/20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 943 time: 0.4070265 Feb 21 09:42:17.093989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:17.095951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:17.096446 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:17.101672 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50172) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:17.142579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc674a6f-d049-4b43-9a97-11ee7f1a2541 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event updated for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:17.181563 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (853ea479-99ef-47df-bf20-43be9c5cac58), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.208884 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (853ea479-99ef-47df-bf20-43be9c5cac58), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.245766 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00242bd3-e477-409b-ba22-96470309a440 x-openstack-request-id: req-00242bd3-e477-409b-ba22-96470309a440 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:17.246768 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:17.247344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00242bd3-e477-409b-ba22-96470309a440 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:17.247912 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:42:17.334128 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:17.425887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (853ea479-99ef-47df-bf20-43be9c5cac58), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.428444 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.429602 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "DELETE /v2.0/security-groups/853ea479-99ef-47df-bf20-43be9c5cac58 HTTP/1.1" status: 204 len: 168 time: 0.3269587 Feb 21 09:42:17.434960 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50184) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:17.443883 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745742b-a842-4b34-8bc1-89b5e060fce7 req-33f7cbab-07da-45e4-ac02-81613f0f95c4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.444406 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ea479-99ef-47df-bf20-43be9c5cac58,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:17.445458 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7745742b-a842-4b34-8bc1-89b5e060fce7 req-33f7cbab-07da-45e4-ac02-81613f0f95c4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.1144161 Feb 21 09:42:17.454406 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a3340f2c-3ded-4616-98d1-ca043db988c9 None None] Provisioning complete for port 20ca4dda-fc25-4090-8da1-ec497505f56c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:17.455070 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3340f2c-3ded-4616-98d1-ca043db988c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.460400 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.460756 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.461102 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.461441 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.461778 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.462110 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-864e252f-6655-4c5c-b818-cd2832980677 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.462253 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.462447 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.462776 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.463113 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.463455 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.471509 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.472424 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-864e252f-6655-4c5c-b818-cd2832980677 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 946 time: 0.1220791 Feb 21 09:42:17.472537 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.472537 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f53b5-d8ca-4337-8bdf-07f13f318ad9 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:17.472958 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-e9b96de7-0a27-4cd8-a3aa-9053394c8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.474601 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-e9b96de7-0a27-4cd8-a3aa-9053394c8c00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1130 time: 0.1355610 Feb 21 09:42:17.578429 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-7ab3d831-7d34-4bbb-86ed-632444400e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.580843 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-7ab3d831-7d34-4bbb-86ed-632444400e8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.1000276 Feb 21 09:42:17.603133 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a3340f2c-3ded-4616-98d1-ca043db988c9 None None] Current status of the port 20ca4dda-fc25-4090-8da1-ec497505f56c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:17.635209 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7745742b-a842-4b34-8bc1-89b5e060fce7 req-0f840960-2a16-43f9-be9d-60ff1ea61277 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702735 Feb 21 09:42:17.654483 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-2d6e66fd-568e-41fc-80e5-ede563870b73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 1001 time: 0.0662313 Feb 21 09:42:17.703588 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-01f1bde2-785e-4b69-ba5d-ca50aa313bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.704981 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-01f1bde2-785e-4b69-ba5d-ca50aa313bf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0441840 Feb 21 09:42:17.711960 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Deleting port 4798e2bb-deb4-46af-8afb-63285867fa00 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:17.712308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.762299 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-53359e45-e38b-46c0-a309-67adcc79d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.780412 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-53359e45-e38b-46c0-a309-67adcc79d6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520258 Feb 21 09:42:17.882884 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-4a296a7d-d89d-4254-9f19-f6b173f73a69 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108503 Feb 21 09:42:17.978717 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c9ac8d2e-7d2f-439a-9c4e-614bf9352bb1 req-f4ceae69-7699-48de-a663-11227a3d69ad service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889983 Feb 21 09:42:18.069472 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Deleting port cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:18.069810 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.119687 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] For port 4798e2bb-deb4-46af-8afb-63285867fa00, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4798e2bb-deb4-46af-8afb-63285867fa00,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:18.120104 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.140379 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Calling delete_port for 4798e2bb-deb4-46af-8afb-63285867fa00 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:18.209909 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.210127 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for floatingip (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.228215 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Calling delete_port for cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:18.456844 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (4798e2bb-deb4-46af-8afb-63285867fa00), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.486852 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event deleted for resources: {'Port': ['ID=4798e2bb-deb4-46af-8afb-63285867fa00,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.495345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a', 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', '4798e2bb-deb4-46af-8afb-63285867fa00'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:18.496818 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.561703 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] No DVR routers for this DVR port 4798e2bb-deb4-46af-8afb-63285867fa00 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:18.565170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.571696 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d58d80e0-db2e-4081-b88f-820eeac1a49a req-7a38f499-97bc-41ea-99b3-f1bcbe577f90 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "DELETE /v2.0/ports/4798e2bb-deb4-46af-8afb-63285867fa00 HTTP/1.1" status: 204 len: 173 time: 1.0601351 Feb 21 09:42:18.584103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event deleted for resources: {'Port': ['ID=cb59b96c-1b0e-4cf6-9158-cc4ba1aeada4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.624347 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks [] for floatingip (9eddb28c-6e9b-49fb-a780-062550446ad2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.624672 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Floating IP 9eddb28c-6e9b-49fb-a780-062550446ad2 disassociated (deleted). External IP: 172.27.1.41, port: 20ca4dda-fc25-4090-8da1-ec497505f56c. Feb 21 09:42:18.747030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79e442d2-b866-4a1a-a7f4-b09bd445a2f2 req-d298b1ee-d4d4-453a-b0e4-09bf4d5009e8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=74e3f015-40d7-44ec-82e2-6b8100a26830 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Feb 21 09:42:18.871837 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Router 994285e7-e327-4621-8a1b-c971864d63f2 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:18.988088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:18.992436 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.999864 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Sync routers for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:19.009279 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:19.009891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:19.025756 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c01bed26-6167-482c-a982-83e4acfe38e2 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "DELETE /v2.0/floatingips/9eddb28c-6e9b-49fb-a780-062550446ad2 HTTP/1.1" status: 204 len: 168 time: 1.5764635 Feb 21 09:42:19.123061 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:19.249162 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'name': 'network-vif-deleted', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00'}, {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:19.252172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e43f399-5482-497b-a074-75fa344e65ca" -d '{"events": [{"server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "name": "network-vif-deleted", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00"}, {"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:19.323898 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:19.352401 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Checking router: 994285e7-e327-4621-8a1b-c971864d63f2 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:19.362693 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:19.363361 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:19.368459 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8800a87-7905-4ea9-8f9f-726de2087895 x-openstack-request-id: req-a8800a87-7905-4ea9-8f9f-726de2087895 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:19.375438 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e3f015-40d7-44ec-82e2-6b8100a26830", "name": "network-vif-deleted", "tag": "4798e2bb-deb4-46af-8afb-63285867fa00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:19.375438 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8800a87-7905-4ea9-8f9f-726de2087895 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:19.375438 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e3f015-40d7-44ec-82e2-6b8100a26830', 'name': 'network-vif-deleted', 'tag': '4798e2bb-deb4-46af-8afb-63285867fa00', 'status': 'completed', 'code': 200} Feb 21 09:42:19.375438 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:42:19.478236 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:19.479083 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f399-5482-497b-a074-75fa344e65ca req-78b944d5-363d-4269-a050-5c7272271ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.480752 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-78b944d5-363d-4269-a050-5c7272271ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=260e21310ae841e58241553c88e18795&device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 1130 time: 0.0554326 Feb 21 09:42:19.583581 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f399-5482-497b-a074-75fa344e65ca req-c0985a6c-aab9-4777-8b38-6cfb08204155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.585137 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-c0985a6c-aab9-4777-8b38-6cfb08204155 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 200 len: 915 time: 0.0948761 Feb 21 09:42:19.654574 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-16e80098-16bb-46ab-96a6-c215998f7d03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 200 len: 217 time: 0.0515032 Feb 21 09:42:19.713533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f399-5482-497b-a074-75fa344e65ca req-490c085a-e315-44e7-a8a3-c0efa9787b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.715196 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-490c085a-e315-44e7-a8a3-c0efa9787b5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 200 len: 853 time: 0.0467770 Feb 21 09:42:19.783128 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f399-5482-497b-a074-75fa344e65ca req-bfd33a20-7cbd-4ed3-9f5e-4c5344e2d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.784617 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-bfd33a20-7cbd-4ed3-9f5e-4c5344e2d124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75bf2d07-8856-4d70-ac2c-5ae221d6a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507803 Feb 21 09:42:19.833015 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:19.870491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c79428-97ca-4941-aa1b-14decb05655c None None] The sync data for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi is: [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:38:58Z', 'revision_number': 4, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '92944015-7cdc-45f3-8edc-f236b212bd2e', 'name': '', 'network_id': '75bf2d07-8856-4d70-ac2c-5ae221d6a63b', 'tenant_id': '260e21310ae841e58241553c88e18795', 'mac_address': 'fa:16:3e:87:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:56Z', 'updated_at': '2022-02-21T09:39:02Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'subnets': [{'id': 'a4197cb3-cca8-4c8a-b4a3-c289508fd3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:19.905750 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-2cf548d1-f82e-4aeb-a598-6f1f8e388120 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986249 Feb 21 09:42:20.013683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e43f399-5482-497b-a074-75fa344e65ca req-4dc1849e-d791-40b5-8802-ea88a88dd3f9 service neutron] 10.222.0.42 "GET /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864968 Feb 21 09:42:20.103768 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be4c27-9cad-4b81-b4ae-88a8d7c9891c None None] New status for floating IP 9eddb28c-6e9b-49fb-a780-062550446ad2: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:42:20.292324 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9da254-ffd1-4915-acab-30dc83288109 req-f51bb503-f7c1-454f-ae21-b27f71b5603a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:20.293741 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2e9da254-ffd1-4915-acab-30dc83288109 req-f51bb503-f7c1-454f-ae21-b27f71b5603a tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0579190 Feb 21 09:42:20.339271 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2e9da254-ffd1-4915-acab-30dc83288109 req-8f91d622-5b53-456c-87db-5fb93fad07d4 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Feb 21 09:42:21.455846 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4798e2bb-deb4-46af-8afb-63285867fa00 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:21.456460 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7bf7-78e8-406b-98fd-88820c88fe62 req-00b7b8e3-3891-44bb-95ac-898b63e3b1f8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.457323 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e2f7bf7-78e8-406b-98fd-88820c88fe62 req-00b7b8e3-3891-44bb-95ac-898b63e3b1f8 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0522487 Feb 21 09:42:21.475688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 4798e2bb-deb4-46af-8afb-63285867fa00 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:21.476063 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4798e2bb-deb4-46af-8afb-63285867fa00 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:21.505967 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e2f7bf7-78e8-406b-98fd-88820c88fe62 req-7da60af5-0371-484e-bfa3-17ac603f9516 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Feb 21 09:42:22.097119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-2dab1b09-85f3-401f-ae5c-ce322eec775b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:22.098611 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-2dab1b09-85f3-401f-ae5c-ce322eec775b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 945 time: 0.0515766 Feb 21 09:42:22.199208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Deleting port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:22.199583 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.285763 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] For port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:22.286126 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.297742 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Calling delete_port for aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:22.497100 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (aa9e8fe7-313b-4049-8a5b-d18f7f6a3561), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.534070 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event deleted for resources: {'Port': ['ID=aa9e8fe7-313b-4049-8a5b-d18f7f6a3561,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:22.538279 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a', 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:22.564335 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.564688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.565452 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.565452 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.565813 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.566171 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.566509 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.566848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.567186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.567542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.567874 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.568610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.568610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:22.586624 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] No DVR routers for this DVR port aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:22.589138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.592768 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7721b4d3-be14-4fe5-a59b-b9823a6578d2 req-18c32658-5223-42be-bda5-8e97dfcf97fc tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "DELETE /v2.0/ports/aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 HTTP/1.1" status: 204 len: 173 time: 0.4858699 Feb 21 09:42:22.596171 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'name': 'network-vif-deleted', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:22.598761 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf7b5a-0f98-47de-b224-ea10b4c48af2" -d '{"events": [{"server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "name": "network-vif-deleted", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:22.638373 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0028c47-58e7-4b47-8e36-217504710b3c req-8f9188eb-405a-4a33-b5a1-ffcba0b985fd tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 210 time: 0.0443952 Feb 21 09:42:22.639964 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b810365-d9bc-48cb-8110-e6c819569ee5 x-openstack-request-id: req-0b810365-d9bc-48cb-8110-e6c819569ee5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:22.640352 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236657e2-1afa-4de5-8c41-019e09647c6e", "name": "network-vif-deleted", "tag": "aa9e8fe7-313b-4049-8a5b-d18f7f6a3561", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:22.640623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b810365-d9bc-48cb-8110-e6c819569ee5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:22.641233 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236657e2-1afa-4de5-8c41-019e09647c6e', 'name': 'network-vif-deleted', 'tag': 'aa9e8fe7-313b-4049-8a5b-d18f7f6a3561', 'status': 'completed', 'code': 200} Feb 21 09:42:23.268933 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fd2fa-cfb5-4967-bfae-bc9bd84066a3 req-8ba01af3-be52-453a-8214-461255e7b8ee tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:23.270382 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f17fd2fa-cfb5-4967-bfae-bc9bd84066a3 req-8ba01af3-be52-453a-8214-461255e7b8ee tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Feb 21 09:42:23.315565 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f17fd2fa-cfb5-4967-bfae-bc9bd84066a3 req-2d883f32-6297-4bd2-8f90-a584a54edef5 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Feb 21 09:42:23.745677 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b0b735a-f25e-4416-b2de-f3fd13d657d6 req-961b34c2-9e82-4e75-acc1-47b8f80b8504 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=236657e2-1afa-4de5-8c41-019e09647c6e HTTP/1.1" status: 200 len: 210 time: 0.0294182 Feb 21 09:42:24.430424 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc5692-f40a-4783-998e-b6ac4988f4ae req-683d746e-3701-41d3-af90-71964aa0352e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:24.431899 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47fc5692-f40a-4783-998e-b6ac4988f4ae req-683d746e-3701-41d3-af90-71964aa0352e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0520175 Feb 21 09:42:24.476847 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47fc5692-f40a-4783-998e-b6ac4988f4ae req-39724e3e-d5b8-4cd7-8f0f-94542849769b tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Feb 21 09:42:25.450131 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-32f16765-10c2-49fc-b200-d2f119633571 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.451582 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-32f16765-10c2-49fc-b200-d2f119633571 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.0520945 Feb 21 09:42:25.475865 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:25.497087 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:25.497521 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device aa9e8fe7-313b-4049-8a5b-d18f7f6a3561 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:25.583064 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Deleting port 20ca4dda-fc25-4090-8da1-ec497505f56c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:25.583441 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:25.656742 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8131c9-d3ae-4429-a6cd-440b9f30b2d6 req-5af378aa-6790-48e6-a5b7-9c1715cc2d99 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.659133 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f8131c9-d3ae-4429-a6cd-440b9f30b2d6 req-5af378aa-6790-48e6-a5b7-9c1715cc2d99 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 946 time: 0.1118433 Feb 21 09:42:25.714535 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] For port 20ca4dda-fc25-4090-8da1-ec497505f56c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20ca4dda-fc25-4090-8da1-ec497505f56c,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:25.714890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:25.735647 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Calling delete_port for 20ca4dda-fc25-4090-8da1-ec497505f56c owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:25.742005 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f8131c9-d3ae-4429-a6cd-440b9f30b2d6 req-d6843ee0-3770-46e2-8a00-1e657e47786a tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e45a4b2-8fe9-4591-a787-61a345bedcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Feb 21 09:42:26.068585 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (20ca4dda-fc25-4090-8da1-ec497505f56c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.098339 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Pushing event deleted for resources: {'Port': ['ID=20ca4dda-fc25-4090-8da1-ec497505f56c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:26.111903 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['20ca4dda-fc25-4090-8da1-ec497505f56c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:26.146321 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] No DVR routers for this DVR port 20ca4dda-fc25-4090-8da1-ec497505f56c on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:26.149847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.155279 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6c002ab-eb99-4cde-bca8-5af116d80813 req-f54479e4-9166-490b-ad33-5f3c8cc4cd11 tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.42 "DELETE /v2.0/ports/20ca4dda-fc25-4090-8da1-ec497505f56c HTTP/1.1" status: 204 len: 173 time: 0.6944785 Feb 21 09:42:26.155873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'name': 'network-vif-deleted', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:26.158333 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd2db1-befb-45a8-a3c0-14632c614b9b" -d '{"events": [{"server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "name": "network-vif-deleted", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:26.195984 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8cf9e2-301a-4cd5-b792-c284a18d107e x-openstack-request-id: req-3a8cf9e2-301a-4cd5-b792-c284a18d107e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:26.196290 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f62162e-ad74-44a8-bd11-f075ca978462", "name": "network-vif-deleted", "tag": "20ca4dda-fc25-4090-8da1-ec497505f56c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:26.196540 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a8cf9e2-301a-4cd5-b792-c284a18d107e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:26.196938 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f62162e-ad74-44a8-bd11-f075ca978462', 'name': 'network-vif-deleted', 'tag': '20ca4dda-fc25-4090-8da1-ec497505f56c', 'status': 'completed', 'code': 200} Feb 21 09:42:26.398084 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c31eae-dcb6-48c6-af27-ad4879fdbed6 req-8dda11c8-784f-4fd3-93ff-5e85a799b697 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.399514 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1c31eae-dcb6-48c6-af27-ad4879fdbed6 req-8dda11c8-784f-4fd3-93ff-5e85a799b697 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Feb 21 09:42:26.457477 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1c31eae-dcb6-48c6-af27-ad4879fdbed6 req-54a67724-3667-4800-83a3-2fbb5001d2b2 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521784 Feb 21 09:42:26.844471 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66908829-1bc5-4005-9ee5-92e140e433c2 req-c292f10c-d06f-4a47-bae3-e8649f9cec5e tempest-TestMinimumBasicScenario-1866505119 tempest-TestMinimumBasicScenario-1866505119-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f62162e-ad74-44a8-bd11-f075ca978462 HTTP/1.1" status: 200 len: 210 time: 0.0253913 Feb 21 09:42:27.575599 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf4439-9325-4f96-bcc5-169f107f9f40 req-e718e2b5-02c4-4a21-a071-94eb100c9249 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:27.577073 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6edf4439-9325-4f96-bcc5-169f107f9f40 req-e718e2b5-02c4-4a21-a071-94eb100c9249 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0518165 Feb 21 09:42:27.622171 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6edf4439-9325-4f96-bcc5-169f107f9f40 req-9fa27d66-d195-453d-a683-28798a13ff61 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Feb 21 09:42:28.268709 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.518246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-c55016de-4acd-4dc8-a759-583d79973b93 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.519757 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-c55016de-4acd-4dc8-a759-583d79973b93 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0540051 Feb 21 09:42:28.618303 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Deleting port 54a52227-3ed7-4cdb-952a-18295096a55a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:28.618984 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.746663 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] For port 54a52227-3ed7-4cdb-952a-18295096a55a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=54a52227-3ed7-4cdb-952a-18295096a55a,segment=NetworkSegment(98f3e5fb-fac0-46f6-93b6-7ab467dea9d7),segment_id=98f3e5fb-fac0-46f6-93b6-7ab467dea9d7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:28.747025 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.763389 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Calling delete_port for 54a52227-3ed7-4cdb-952a-18295096a55a owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:28.787367 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbedf12-6278-49fd-a22a-1da699560483 req-0ffef5ee-4a9d-4e89-9ed7-2669cc497a5b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.788826 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2bbedf12-6278-49fd-a22a-1da699560483 req-0ffef5ee-4a9d-4e89-9ed7-2669cc497a5b tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 945 time: 0.0985353 Feb 21 09:42:28.871498 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2bbedf12-6278-49fd-a22a-1da699560483 req-c96ff5fe-67e0-41eb-b609-836e33f7550d tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Feb 21 09:42:29.028406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (54a52227-3ed7-4cdb-952a-18295096a55a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.055513 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Pushing event deleted for resources: {'Port': ['ID=54a52227-3ed7-4cdb-952a-18295096a55a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:29.073544 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['54a52227-3ed7-4cdb-952a-18295096a55a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:29.098878 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] No DVR routers for this DVR port 54a52227-3ed7-4cdb-952a-18295096a55a on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:29.101048 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.104335 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2681c1f-6302-4bd3-b2b0-ea5c15bba9b8 req-fbe64378-40ea-4484-9ca2-2601a8715376 tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.42 "DELETE /v2.0/ports/54a52227-3ed7-4cdb-952a-18295096a55a HTTP/1.1" status: 204 len: 173 time: 0.5786064 Feb 21 09:42:29.104777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'name': 'network-vif-deleted', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:29.107087 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d2b45-8310-43d5-9b7f-cbdffd8c7776" -d '{"events": [{"server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "name": "network-vif-deleted", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:29.144855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6d9b3-3c9d-4964-af46-e067016b1c8f x-openstack-request-id: req-60d6d9b3-3c9d-4964-af46-e067016b1c8f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:29.145478 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f057b6-891f-4b4f-95a2-4c06d264e273", "name": "network-vif-deleted", "tag": "54a52227-3ed7-4cdb-952a-18295096a55a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:29.145478 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60d6d9b3-3c9d-4964-af46-e067016b1c8f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:29.145806 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f057b6-891f-4b4f-95a2-4c06d264e273', 'name': 'network-vif-deleted', 'tag': '54a52227-3ed7-4cdb-952a-18295096a55a', 'status': 'completed', 'code': 200} Feb 21 09:42:29.428243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:29.518160 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 20ca4dda-fc25-4090-8da1-ec497505f56c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:29.539023 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 20ca4dda-fc25-4090-8da1-ec497505f56c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:29.539396 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 20ca4dda-fc25-4090-8da1-ec497505f56c not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:29.540392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 54a52227-3ed7-4cdb-952a-18295096a55a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:29.558676 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 54a52227-3ed7-4cdb-952a-18295096a55a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:29.559033 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 54a52227-3ed7-4cdb-952a-18295096a55a not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:29.831428 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (994285e7-e327-4621-8a1b-c971864d63f2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.139757 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3366e8f-bac2-44c3-9619-696214c3f5dc req-4e9d59e3-728d-414d-8070-e2ba29d12e5e tempest-AttachVolumeNegativeTest-1398329418 tempest-AttachVolumeNegativeTest-1398329418-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3f057b6-891f-4b4f-95a2-4c06d264e273 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Feb 21 09:42:30.392277 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Deleting port 92944015-7cdc-45f3-8edc-f236b212bd2e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:30.392532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.470786 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] For port 92944015-7cdc-45f3-8edc-f236b212bd2e, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=92944015-7cdc-45f3-8edc-f236b212bd2e,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:30.471140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.482331 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Calling delete_port for 92944015-7cdc-45f3-8edc-f236b212bd2e owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:30.720265 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (92944015-7cdc-45f3-8edc-f236b212bd2e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.745578 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Pushing event deleted for resources: {'Port': ['ID=92944015-7cdc-45f3-8edc-f236b212bd2e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:30.891286 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82bac191-f0e5-493c-8b07-da9263f52267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.928482 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (994285e7-e327-4621-8a1b-c971864d63f2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.139045 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Router 994285e7-e327-4621-8a1b-c971864d63f2 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:31.198891 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50358) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.247265 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Deleting subnet c75c052f-1e74-43d0-ba09-06499f14dcd2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:42:31.250365 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Publish callbacks [] for subnet (c75c052f-1e74-43d0-ba09-06499f14dcd2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.260337 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:31.265316 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ab50abfa-f5a1-4ca7-ba0b-630c58e48212 admin admin] 10.222.0.65 "PUT /v2.0/routers/994285e7-e327-4621-8a1b-c971864d63f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359995 Feb 21 09:42:31.268356 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50360) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.271156 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Sync routers for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:31.282647 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:31.283806 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.286046 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (c75c052f-1e74-43d0-ba09-06499f14dcd2), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.324882 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (c75c052f-1e74-43d0-ba09-06499f14dcd2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.379693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks [] for router (994285e7-e327-4621-8a1b-c971864d63f2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.392947 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:31.440569 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (c75c052f-1e74-43d0-ba09-06499f14dcd2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.464901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75c052f-1e74-43d0-ba09-06499f14dcd2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:31.471958 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.477649 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4bcad339-caad-4233-933f-ae6bd87128b1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c75c052f-1e74-43d0-ba09-06499f14dcd2 HTTP/1.1" status: 204 len: 168 time: 0.2774920 Feb 21 09:42:31.478382 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50362) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.538271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks [] for router_gateway (994285e7-e327-4621-8a1b-c971864d63f2), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.560678 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (e6a849a0-bfae-4c24-8376-23d7deccd480), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.576767 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:42:30Z', 'revision_number': 5, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port': {'id': 'ae0d2d62-b16b-4750-9cde-09266c73e5e9', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994285e7-e327-4621-8a1b-c971864d63f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:38:53Z', 'updated_at': '2022-02-21T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.604382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Checking router: 994285e7-e327-4621-8a1b-c971864d63f2 for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:31.612841 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Routers {'994285e7-e327-4621-8a1b-c971864d63f2'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:31.613564 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['994285e7-e327-4621-8a1b-c971864d63f2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.664493 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (e6a849a0-bfae-4c24-8376-23d7deccd480), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.687389 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a849a0-bfae-4c24-8376-23d7deccd480']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.699532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.699835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f3e5fb-fac0-46f6-93b6-7ab467dea9d7') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.701899 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] Set router 994285e7-e327-4621-8a1b-c971864d63f2 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:31.713508 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (98f3e5fb-fac0-46f6-93b6-7ab467dea9d7), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.715785 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Deleting port ae0d2d62-b16b-4750-9cde-09266c73e5e9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:31.716114 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.755639 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:42:31Z', 'revision_number': 6, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.759775 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (98f3e5fb-fac0-46f6-93b6-7ab467dea9d7), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.770753 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:42:31.771664 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (98f3e5fb-fac0-46f6-93b6-7ab467dea9d7), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:42:31.772756 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:42:31.781549 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e9365-4dd2-449f-afe3-941a7073f1b6 None None] The sync data for ids ['994285e7-e327-4621-8a1b-c971864d63f2'] in dv-cinder-778193-19-iscsi is: [{'id': '994285e7-e327-4621-8a1b-c971864d63f2', 'name': 'tempest-TestMinimumBasicScenario-756468964-router', 'tenant_id': '260e21310ae841e58241553c88e18795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:38:52Z', 'updated_at': '2022-02-21T09:42:31Z', 'revision_number': 6, 'project_id': '260e21310ae841e58241553c88e18795', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:31.851939 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] For port ae0d2d62-b16b-4750-9cde-09266c73e5e9, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=ae0d2d62-b16b-4750-9cde-09266c73e5e9,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:31.852304 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.864254 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Calling delete_port for ae0d2d62-b16b-4750-9cde-09266c73e5e9 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:31.904529 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (e6a849a0-bfae-4c24-8376-23d7deccd480), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.910448 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.913552 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e6a849a0-bfae-4c24-8376-23d7deccd480 HTTP/1.1" status: 204 len: 168 time: 0.4342127 Feb 21 09:42:31.928030 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00cb1-ded0-4378-81fd-27009e58dbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a849a0-bfae-4c24-8376-23d7deccd480,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.096573 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (ae0d2d62-b16b-4750-9cde-09266c73e5e9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.128961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0d2d62-b16b-4750-9cde-09266c73e5e9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.194241 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (994285e7-e327-4621-8a1b-c971864d63f2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.291632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (994285e7-e327-4621-8a1b-c971864d63f2), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.293782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks [] for router_controller (994285e7-e327-4621-8a1b-c971864d63f2), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.303510 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50366) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.388777 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (994285e7-e327-4621-8a1b-c971864d63f2), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.389359 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994285e7-e327-4621-8a1b-c971864d63f2 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:42:32.394655 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.397992 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-87a87a17-16ea-4be0-a099-9fe7e94b2300 admin admin] 10.222.0.65 "DELETE /v2.0/routers/994285e7-e327-4621-8a1b-c971864d63f2 HTTP/1.1" status: 204 len: 168 time: 1.1262927 Feb 21 09:42:32.400996 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.444103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Deleting subnet a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:42:32.447634 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Publish callbacks [] for subnet (a4197cb3-cca8-4c8a-b4a3-c289508fd3b0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.488636 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (a4197cb3-cca8-4c8a-b4a3-c289508fd3b0), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.602543 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0f8a53d5-dcec-4dfa-927c-7c85b2f80ad4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=342c3696e20244888b1e71b113d306fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978394 Feb 21 09:42:32.605349 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50370) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.609111 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (a4197cb3-cca8-4c8a-b4a3-c289508fd3b0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.633799 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device ae0d2d62-b16b-4750-9cde-09266c73e5e9 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:32.654730 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: ae0d2d62-b16b-4750-9cde-09266c73e5e9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:32.655070 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device ae0d2d62-b16b-4750-9cde-09266c73e5e9 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:32.655222 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] Publish callbacks [] for security_group (0b39ebff-e5dd-4b7b-9f02-ed870bd2d944), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.655833 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 92944015-7cdc-45f3-8edc-f236b212bd2e no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:32.678310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 92944015-7cdc-45f3-8edc-f236b212bd2e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:32.678485 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] Publish callbacks [] for security_group (0b39ebff-e5dd-4b7b-9f02-ed870bd2d944), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.678980 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 92944015-7cdc-45f3-8edc-f236b212bd2e not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:32.748708 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (a4197cb3-cca8-4c8a-b4a3-c289508fd3b0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.770871 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0b39ebff-e5dd-4b7b-9f02-ed870bd2d944), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.773845 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.777348 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b39ebff-e5dd-4b7b-9f02-ed870bd2d944 HTTP/1.1" status: 204 len: 168 time: 0.1687732 Feb 21 09:42:32.784187 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4197cb3-cca8-4c8a-b4a3-c289508fd3b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.786328 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.786761 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7833c0-36d0-4d04-aa06-4bc9ddb7baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b39ebff-e5dd-4b7b-9f02-ed870bd2d944,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.789662 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-772eb73e-e968-43e3-ad0b-e0f8b2b513ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a4197cb3-cca8-4c8a-b4a3-c289508fd3b0 HTTP/1.1" status: 204 len: 168 time: 0.3904755 Feb 21 09:42:32.792357 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.793215 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afab67f-637d-4900-830a-8d11f0e5fd5c None None] Network 75bf2d07-8856-4d70-ac2c-5ae221d6a63b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:42:32.866171 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (75bf2d07-8856-4d70-ac2c-5ae221d6a63b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.942687 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Deleting port 04c5a34f-6c59-4b01-b79e-b11804894485 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:32.944302 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.986144 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] DHCP port deletion for 75bf2d07-8856-4d70-ac2c-5ae221d6a63b request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:42:33.006588 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] For port 04c5a34f-6c59-4b01-b79e-b11804894485, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=04c5a34f-6c59-4b01-b79e-b11804894485,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:33.007097 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.021873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Calling delete_port for 04c5a34f-6c59-4b01-b79e-b11804894485 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:33.050343 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Deleting port 04c5a34f-6c59-4b01-b79e-b11804894485 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:33.050722 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.108392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf14ad35-859a-47cc-947d-a6ea63c434ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.115800 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] For port 04c5a34f-6c59-4b01-b79e-b11804894485, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=04c5a34f-6c59-4b01-b79e-b11804894485,segment=NetworkSegment(aeb47e6d-984f-414b-9008-8483bf8cc540),segment_id=aeb47e6d-984f-414b-9008-8483bf8cc540)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:33.116200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.128962 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Calling delete_port for 04c5a34f-6c59-4b01-b79e-b11804894485 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:33.194154 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.223795 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c5a34f-6c59-4b01-b79e-b11804894485,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:33.225739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] No DVR routers for this DVR port 04c5a34f-6c59-4b01-b79e-b11804894485 on host dv-cinder-778193-19-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:33.255845 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (04c5a34f-6c59-4b01-b79e-b11804894485), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.272819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] No DVR routers for this DVR port 04c5a34f-6c59-4b01-b79e-b11804894485 on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:33.291439 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Pushing event deleted for resources: {'Port': ['ID=04c5a34f-6c59-4b01-b79e-b11804894485,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:33.300286 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.300640 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.300981 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.301317 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.301647 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.301975 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.302302 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.302623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.302944 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.303273 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.303636 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.304484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.304484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8767d-160b-4f5d-bdc5-6debe8c484e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.310222 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (75bf2d07-8856-4d70-ac2c-5ae221d6a63b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.336536 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bf2d07-8856-4d70-ac2c-5ae221d6a63b']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:33.346643 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb47e6d-984f-414b-9008-8483bf8cc540') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:33.351948 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb47e6d-984f-414b-9008-8483bf8cc540') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:33.356232 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (aeb47e6d-984f-414b-9008-8483bf8cc540), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.368837 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (aeb47e6d-984f-414b-9008-8483bf8cc540), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.374457 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:42:33.374862 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (aeb47e6d-984f-414b-9008-8483bf8cc540), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:42:33.376509 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:42:33.474039 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (75bf2d07-8856-4d70-ac2c-5ae221d6a63b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.481698 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.482529 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/75bf2d07-8856-4d70-ac2c-5ae221d6a63b HTTP/1.1" status: 204 len: 168 time: 0.6892240 Feb 21 09:42:33.485585 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:33.495559 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5b560-3d13-4c39-b469-783b1f1230c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bf2d07-8856-4d70-ac2c-5ae221d6a63b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:34.102648 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (a2432101-2837-414a-821a-036567513429), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:34.319409 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:34.352644 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Deleting port 6e5c2075-7844-45bc-8400-a01a709ce43b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:34.352987 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:34.432662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] For port 6e5c2075-7844-45bc-8400-a01a709ce43b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6e5c2075-7844-45bc-8400-a01a709ce43b,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:34.433032 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:34.449145 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Calling delete_port for 6e5c2075-7844-45bc-8400-a01a709ce43b owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:34.485892 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 04c5a34f-6c59-4b01-b79e-b11804894485 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:34.510888 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 04c5a34f-6c59-4b01-b79e-b11804894485 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:34.511419 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 04c5a34f-6c59-4b01-b79e-b11804894485 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:34.725465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6e5c2075-7844-45bc-8400-a01a709ce43b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:34.750455 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5c2075-7844-45bc-8400-a01a709ce43b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:34.943033 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (a2432101-2837-414a-821a-036567513429), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.186988 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Router a2432101-2837-414a-821a-036567513429 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:35.298749 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:35.303827 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3dd8c29c-18ac-40d1-a6df-70a1c1333b71 admin admin] 10.222.0.65 "PUT /v2.0/routers/a2432101-2837-414a-821a-036567513429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171935 Feb 21 09:42:35.306477 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50414) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:35.309274 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Sync routers for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:35.320107 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:35.321041 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:35.422258 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks [] for router (a2432101-2837-414a-821a-036567513429), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.435119 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:35.529998 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks [] for router_gateway (a2432101-2837-414a-821a-036567513429), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.615322 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:42:34Z', 'revision_number': 5, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port': {'id': 'f2b9aea5-1770-4f2e-9ad2-25790c47e9db', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432101-2837-414a-821a-036567513429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:35.641295 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Checking router: a2432101-2837-414a-821a-036567513429 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:35.647148 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Deleting port f2b9aea5-1770-4f2e-9ad2-25790c47e9db {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:35.647530 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.649507 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Routers {'a2432101-2837-414a-821a-036567513429'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:35.650113 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a2432101-2837-414a-821a-036567513429'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:35.727790 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] For port f2b9aea5-1770-4f2e-9ad2-25790c47e9db, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:35.728162 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.739258 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] Set router a2432101-2837-414a-821a-036567513429 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:35.740476 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Calling delete_port for f2b9aea5-1770-4f2e-9ad2-25790c47e9db owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:35.783392 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.793301 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:42:35Z', 'revision_number': 6, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:35.819837 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c655c-fd41-4ed1-8a9c-376ae70b86c8 None None] The sync data for ids ['a2432101-2837-414a-821a-036567513429'] in dv-cinder-778193-19-iscsi is: [{'id': 'a2432101-2837-414a-821a-036567513429', 'name': 'tempest-TestMinimumBasicScenario-701122180-router', 'tenant_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:02Z', 'updated_at': '2022-02-21T09:42:35Z', 'revision_number': 6, 'project_id': 'a7f29f947ae24ac897d2b7c23824c2ea', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:35.976799 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (f2b9aea5-1770-4f2e-9ad2-25790c47e9db), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.002648 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b9aea5-1770-4f2e-9ad2-25790c47e9db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:36.062063 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (a2432101-2837-414a-821a-036567513429), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.168681 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (a2432101-2837-414a-821a-036567513429), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.170862 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks [] for router_controller (a2432101-2837-414a-821a-036567513429), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.302166 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (a2432101-2837-414a-821a-036567513429), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.302712 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2432101-2837-414a-821a-036567513429 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:42:36.310152 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.310152 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e7f21f72-cddd-40e4-a77a-a3f9de14b9b9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a2432101-2837-414a-821a-036567513429 HTTP/1.1" status: 204 len: 168 time: 1.0018182 Feb 21 09:42:36.311855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:36.359871 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Deleting subnet 9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:42:36.363049 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Publish callbacks [] for subnet (9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.398445 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.502887 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.599409 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6e5c2075-7844-45bc-8400-a01a709ce43b no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:36.619871 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 6e5c2075-7844-45bc-8400-a01a709ce43b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:36.621951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6e5c2075-7844-45bc-8400-a01a709ce43b not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:36.621951 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f2b9aea5-1770-4f2e-9ad2-25790c47e9db no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:36.639448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: f2b9aea5-1770-4f2e-9ad2-25790c47e9db {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:36.639685 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.639831 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f2b9aea5-1770-4f2e-9ad2-25790c47e9db not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:36.665901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:36.669345 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.672640 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6292827f-df38-4d31-af0a-3d4b7b64e566 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9a7f7a0d-4ef8-483e-853d-c5f32da1fa8a HTTP/1.1" status: 204 len: 168 time: 0.3596816 Feb 21 09:42:36.674990 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:36.678581 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8c151-8185-421b-8300-4294b1c9b138 None None] Network 1abc98d2-9f87-41c9-b18d-e7e7cca07def requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:42:36.746210 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (1abc98d2-9f87-41c9-b18d-e7e7cca07def), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.803045 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Deleting port 8ade441e-27ec-494f-b976-e5efbd3ec189 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:36.803652 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.853141 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639a698-4146-40bc-a578-66c442db085a None None] DHCP port deletion for 1abc98d2-9f87-41c9-b18d-e7e7cca07def request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:42:36.870656 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] For port 8ade441e-27ec-494f-b976-e5efbd3ec189, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=8ade441e-27ec-494f-b976-e5efbd3ec189,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:36.871028 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.885678 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Calling delete_port for 8ade441e-27ec-494f-b976-e5efbd3ec189 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:36.908079 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9639a698-4146-40bc-a578-66c442db085a None None] Deleting port 8ade441e-27ec-494f-b976-e5efbd3ec189 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:36.913335 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9639a698-4146-40bc-a578-66c442db085a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.972421 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9639a698-4146-40bc-a578-66c442db085a None None] For port 8ade441e-27ec-494f-b976-e5efbd3ec189, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=8ade441e-27ec-494f-b976-e5efbd3ec189,segment=NetworkSegment(3b614e66-af45-4cad-8250-72a3b9d6eb83),segment_id=3b614e66-af45-4cad-8250-72a3b9d6eb83)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:36.972819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9639a698-4146-40bc-a578-66c442db085a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.984431 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9639a698-4146-40bc-a578-66c442db085a None None] Calling delete_port for 8ade441e-27ec-494f-b976-e5efbd3ec189 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:37.074153 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.079873 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9639a698-4146-40bc-a578-66c442db085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (8ade441e-27ec-494f-b976-e5efbd3ec189), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.100306 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8ade441e-27ec-494f-b976-e5efbd3ec189,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:37.102173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] No DVR routers for this DVR port 8ade441e-27ec-494f-b976-e5efbd3ec189 on host dv-cinder-778193-19-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:37.108808 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639a698-4146-40bc-a578-66c442db085a None None] Pushing event deleted for resources: {'Port': ['ID=8ade441e-27ec-494f-b976-e5efbd3ec189,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:37.113436 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639a698-4146-40bc-a578-66c442db085a None None] No DVR routers for this DVR port 8ade441e-27ec-494f-b976-e5efbd3ec189 on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:37.170840 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (1abc98d2-9f87-41c9-b18d-e7e7cca07def), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.191739 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abc98d2-9f87-41c9-b18d-e7e7cca07def']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:37.200836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b614e66-af45-4cad-8250-72a3b9d6eb83') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:37.201137 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b614e66-af45-4cad-8250-72a3b9d6eb83') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:37.216188 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (3b614e66-af45-4cad-8250-72a3b9d6eb83), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.229831 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (3b614e66-af45-4cad-8250-72a3b9d6eb83), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.235929 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:42:37.236310 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (3b614e66-af45-4cad-8250-72a3b9d6eb83), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:42:37.237928 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:42:37.262281 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.341764 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (1abc98d2-9f87-41c9-b18d-e7e7cca07def), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.349266 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.356149 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] 10.222.0.65 "DELETE /v2.0/networks/1abc98d2-9f87-41c9-b18d-e7e7cca07def HTTP/1.1" status: 204 len: 168 time: 0.6765289 Feb 21 09:42:37.362360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997443d-620d-46f6-8da8-351f731a85ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1abc98d2-9f87-41c9-b18d-e7e7cca07def,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:37.701226 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:37.739426 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bb4a6b35-3cfe-424b-9114-df4b1b6e10cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=260e21310ae841e58241553c88e18795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370352 Feb 21 09:42:37.741817 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50448) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:37.786058 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] Publish callbacks [] for security_group (3e45a4b2-8fe9-4591-a787-61a345bedcb0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.806243 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] Publish callbacks [] for security_group (3e45a4b2-8fe9-4591-a787-61a345bedcb0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.896626 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (3e45a4b2-8fe9-4591-a787-61a345bedcb0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.899054 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:37.900328 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e45a4b2-8fe9-4591-a787-61a345bedcb0 HTTP/1.1" status: 204 len: 168 time: 0.1576436 Feb 21 09:42:37.908077 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496ca8b-4970-4dbe-b040-7ba870f9c36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e45a4b2-8fe9-4591-a787-61a345bedcb0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:38.483601 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 8ade441e-27ec-494f-b976-e5efbd3ec189 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:38.503115 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 8ade441e-27ec-494f-b976-e5efbd3ec189 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:38.503499 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 8ade441e-27ec-494f-b976-e5efbd3ec189 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:38.587912 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:38.626817 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-33b557c7-27ae-4f76-a9dd-0071636f8069 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7f29f947ae24ac897d2b7c23824c2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377655 Feb 21 09:42:38.629288 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:38.675283 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] Publish callbacks [] for security_group (aaaee4ef-c7bb-4468-858d-310f02880443), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:38.695143 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] Publish callbacks [] for security_group (aaaee4ef-c7bb-4468-858d-310f02880443), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:38.799323 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (aaaee4ef-c7bb-4468-858d-310f02880443), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:38.801829 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:38.803007 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aaaee4ef-c7bb-4468-858d-310f02880443 HTTP/1.1" status: 204 len: 168 time: 0.1728253 Feb 21 09:42:38.810920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e8cd-3b87-4483-ae87-648ed2abcf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaee4ef-c7bb-4468-858d-310f02880443,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:43.579146 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:43.695244 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd41f3aa-02b4-46ab-927b-7a03a4219411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:43.788702 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd41f3aa-02b4-46ab-927b-7a03a4219411 admin admin] Publish callbacks [] for security_group (a62bda35-6dd0-4af0-8764-78e8af631c90), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:43.833534 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd41f3aa-02b4-46ab-927b-7a03a4219411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a62bda35-6dd0-4af0-8764-78e8af631c90), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:43.874723 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bd41f3aa-02b4-46ab-927b-7a03a4219411 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfba89f1996344a7bfd79c8f9108230f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943673 Feb 21 09:42:43.875531 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41f3aa-02b4-46ab-927b-7a03a4219411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bda35-6dd0-4af0-8764-78e8af631c90,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:43.877948 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50518) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:43.942411 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] Publish callbacks [] for security_group (a62bda35-6dd0-4af0-8764-78e8af631c90), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:43.975257 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] Publish callbacks [] for security_group (a62bda35-6dd0-4af0-8764-78e8af631c90), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:44.096977 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a62bda35-6dd0-4af0-8764-78e8af631c90), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:44.099558 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:44.100724 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a62bda35-6dd0-4af0-8764-78e8af631c90 HTTP/1.1" status: 204 len: 168 time: 0.2217636 Feb 21 09:42:44.111188 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2fd0f-4e71-42b6-b18b-73b90a18b6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bda35-6dd0-4af0-8764-78e8af631c90,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:49.273040 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:54.098614 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53c9d-091f-4510-9fde-1fdc89d7b4bd req-9a29e31b-e266-43b4-bdd9-f6a2c4d82b43 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:54.100174 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b53c9d-091f-4510-9fde-1fdc89d7b4bd req-9a29e31b-e266-43b4-bdd9-f6a2c4d82b43 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0562558 Feb 21 09:42:54.146906 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b53c9d-091f-4510-9fde-1fdc89d7b4bd req-b983a203-dee6-47b4-81f0-348af54cc27a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Feb 21 09:42:55.274406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3607-3e86-4c80-b5f4-7fd4d05af32d req-33073304-2581-46f0-bc4b-67b2485a53ed tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:55.275905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-833a3607-3e86-4c80-b5f4-7fd4d05af32d req-33073304-2581-46f0-bc4b-67b2485a53ed tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0525811 Feb 21 09:42:55.324555 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-833a3607-3e86-4c80-b5f4-7fd4d05af32d req-ef90fa78-9054-4efd-a13e-0cf9d8202e16 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Feb 21 09:42:56.454591 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63eb44-a8f1-4f37-a70d-da0ac71963e0 req-5cd58704-04e4-40ba-80bb-646d3cb55aac tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:56.456268 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea63eb44-a8f1-4f37-a70d-da0ac71963e0 req-5cd58704-04e4-40ba-80bb-646d3cb55aac tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0585716 Feb 21 09:42:56.507384 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea63eb44-a8f1-4f37-a70d-da0ac71963e0 req-2b71312b-92ac-4bed-95a5-4fb1bb1ec458 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Feb 21 09:42:57.022488 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:57.132363 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff577779-b33a-4ea5-8ead-0fb2a0f39101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.204038 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff577779-b33a-4ea5-8ead-0fb2a0f39101 admin admin] Publish callbacks [] for security_group (d96dcb24-1324-4dfe-b26d-c84d99722f4d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.284972 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff577779-b33a-4ea5-8ead-0fb2a0f39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d96dcb24-1324-4dfe-b26d-c84d99722f4d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.321072 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ff577779-b33a-4ea5-8ead-0fb2a0f39101 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ed5699acd954f0ba292a95f8db34820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975380 Feb 21 09:42:57.322971 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff577779-b33a-4ea5-8ead-0fb2a0f39101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96dcb24-1324-4dfe-b26d-c84d99722f4d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:57.323759 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50710) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:57.371270 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] Publish callbacks [] for security_group (d96dcb24-1324-4dfe-b26d-c84d99722f4d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.391441 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] Publish callbacks [] for security_group (d96dcb24-1324-4dfe-b26d-c84d99722f4d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.513217 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d96dcb24-1324-4dfe-b26d-c84d99722f4d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.515966 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:57.517735 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d96dcb24-1324-4dfe-b26d-c84d99722f4d HTTP/1.1" status: 204 len: 168 time: 0.1929860 Feb 21 09:42:57.525677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cd6dd-1360-47f0-98eb-950a49f373e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96dcb24-1324-4dfe-b26d-c84d99722f4d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:57.642769 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63151f80-df92-482e-b89d-dec97e87df55 req-8f682ee5-f3e8-4ac7-84c4-6eb9345b4fca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:57.644497 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63151f80-df92-482e-b89d-dec97e87df55 req-8f682ee5-f3e8-4ac7-84c4-6eb9345b4fca tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0528345 Feb 21 09:42:57.694833 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63151f80-df92-482e-b89d-dec97e87df55 req-2eecf35c-e57b-4b90-8043-d1a1e3503c84 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Feb 21 09:42:58.073835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:58.086764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cae20be-7c4f-4e09-be98-fe86a258ee2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.161951 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cae20be-7c4f-4e09-be98-fe86a258ee2e admin admin] Publish callbacks [] for security_group (c0dbfcbf-2540-43bf-820f-de7d5f1d4960), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.238997 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cae20be-7c4f-4e09-be98-fe86a258ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c0dbfcbf-2540-43bf-820f-de7d5f1d4960), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.276522 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1cae20be-7c4f-4e09-be98-fe86a258ee2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b056b206b3546f3a61f90e18a038153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015984 Feb 21 09:42:58.278495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae20be-7c4f-4e09-be98-fe86a258ee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbfcbf-2540-43bf-820f-de7d5f1d4960,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:58.279196 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50736) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:58.285002 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.330097 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] Publish callbacks [] for security_group (c0dbfcbf-2540-43bf-820f-de7d5f1d4960), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.349629 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] Publish callbacks [] for security_group (c0dbfcbf-2540-43bf-820f-de7d5f1d4960), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.426002 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b8237-ca7a-45a4-a386-cb467c8a3e73 req-c39c0255-a05e-4bf6-a822-9c7392dba7fd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:58.427569 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e0b8237-ca7a-45a4-a386-cb467c8a3e73 req-c39c0255-a05e-4bf6-a822-9c7392dba7fd tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0539935 Feb 21 09:42:58.473273 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6e0b8237-ca7a-45a4-a386-cb467c8a3e73 req-1b1a6b70-c428-44ca-b3b3-a86923f8fcbc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Feb 21 09:42:58.473499 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (c0dbfcbf-2540-43bf-820f-de7d5f1d4960), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.476960 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.478564 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0dbfcbf-2540-43bf-820f-de7d5f1d4960 HTTP/1.1" status: 204 len: 168 time: 0.1981921 Feb 21 09:42:58.493035 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab347b4e-41b3-4c22-b41f-11ddaa773500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbfcbf-2540-43bf-820f-de7d5f1d4960,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:58.822325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aa8e1-cfd8-4e3c-9735-2902c912a242 req-77d059f6-e560-4e0f-ad58-4e537c453bf5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:58.823832 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e0aa8e1-cfd8-4e3c-9735-2902c912a242 req-77d059f6-e560-4e0f-ad58-4e537c453bf5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0569341 Feb 21 09:42:58.872083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e0aa8e1-cfd8-4e3c-9735-2902c912a242 req-cbf91932-3752-4e87-87de-655e922d894c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Feb 21 09:42:59.596686 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379edd8-d8c7-4b01-99f6-0a549004137a req-c71e39b9-001e-4fff-9af7-dde74921aa01 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:59.598160 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6379edd8-d8c7-4b01-99f6-0a549004137a req-c71e39b9-001e-4fff-9af7-dde74921aa01 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0558500 Feb 21 09:42:59.644370 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6379edd8-d8c7-4b01-99f6-0a549004137a req-a60c280f-49bf-4dbc-9c8c-5a30a472e524 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Feb 21 09:42:59.995457 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5f22c-a82d-4850-8980-cb4da977b237 req-f6cba981-d45c-46db-bb3d-c55a29d8afc6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:59.997044 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09c5f22c-a82d-4850-8980-cb4da977b237 req-f6cba981-d45c-46db-bb3d-c55a29d8afc6 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0535846 Feb 21 09:43:00.047545 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09c5f22c-a82d-4850-8980-cb4da977b237 req-57fb2ed0-01dd-445d-aab3-1987a20746d0 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Feb 21 09:43:00.496684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-b63f5232-72f4-46c8-a699-2970e5aa4b24 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:00.498170 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-b63f5232-72f4-46c8-a699-2970e5aa4b24 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.0515778 Feb 21 09:43:00.598837 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Deleting port f2c0759d-3ac7-4ec8-a99e-607f34409673 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:00.600710 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.692464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] For port f2c0759d-3ac7-4ec8-a99e-607f34409673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f2c0759d-3ac7-4ec8-a99e-607f34409673,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:00.692464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.833308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0615b-388d-47d8-ae56-ee1b92e0e605 req-6bd773be-a0b2-43d8-9fd9-dd2fa54aa211 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:00.834816 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5dd0615b-388d-47d8-ae56-ee1b92e0e605 req-6bd773be-a0b2-43d8-9fd9-dd2fa54aa211 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 945 time: 0.1020312 Feb 21 09:43:00.936306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.936306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.936306 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Floating IP 8b9eb12c-8f33-419b-9cda-024aecacf203 disassociated. External IP: 172.27.1.146, port: f2c0759d-3ac7-4ec8-a99e-607f34409673. Feb 21 09:43:00.936306 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Calling delete_port for f2c0759d-3ac7-4ec8-a99e-607f34409673 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:00.940510 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5dd0615b-388d-47d8-ae56-ee1b92e0e605 req-fd1ee545-3609-4024-8d54-0622960e458e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups?id=758ff04c-16c1-4d38-8191-c1c4054300af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987835 Feb 21 09:43:00.961709 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fd597d7-3665-4552-ba8a-c1503b983c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:01.154908 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (f2c0759d-3ac7-4ec8-a99e-607f34409673), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:01.188832 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'Port': ['ID=f2c0759d-3ac7-4ec8-a99e-607f34409673,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:01.247401 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e09f8-e735-4fb0-9282-e017a92f760d req-cc3ec0b0-aa5a-4966-97a9-bdfe6c1fdec9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:01.248896 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d92e09f8-e735-4fb0-9282-e017a92f760d req-cc3ec0b0-aa5a-4966-97a9-bdfe6c1fdec9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1256640 Feb 21 09:43:01.344016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d92e09f8-e735-4fb0-9282-e017a92f760d req-17b3958b-9afe-40b2-8c44-ea0a536dcb33 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884664 Feb 21 09:43:01.355117 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:43:01.473802 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:01.486160 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:01.528080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] No DVR routers for this DVR port f2c0759d-3ac7-4ec8-a99e-607f34409673 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:43:01.530972 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:01.534762 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-145de8d8-c3c4-409c-905f-5de3de38a0f7 req-e59277d6-4c7e-4c04-9279-8a5b46776b4e tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.42 "DELETE /v2.0/ports/f2c0759d-3ac7-4ec8-a99e-607f34409673 HTTP/1.1" status: 204 len: 173 time: 1.0269327 Feb 21 09:43:01.542222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'name': 'network-vif-deleted', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:01.542222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b03e3eb-4990-442b-b016-c0e4bce6f70b" -d '{"events": [{"server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "name": "network-vif-deleted", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:01.587260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca42435b-327f-4974-ba57-b0258a370745 x-openstack-request-id: req-ca42435b-327f-4974-ba57-b0258a370745 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:01.587260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a384efd3-4ae8-4916-86ab-6282fbd747dc", "name": "network-vif-deleted", "tag": "f2c0759d-3ac7-4ec8-a99e-607f34409673", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:01.587260 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca42435b-327f-4974-ba57-b0258a370745 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:01.587260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a384efd3-4ae8-4916-86ab-6282fbd747dc', 'name': 'network-vif-deleted', 'tag': 'f2c0759d-3ac7-4ec8-a99e-607f34409673', 'status': 'completed', 'code': 200} Feb 21 09:43:01.636356 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:01.636988 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:01.750073 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:01.987753 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:02.017491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:02.026010 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:02.026725 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:42:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:02.050466 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4503b97b-be90-46ec-b88a-87cf3a023493 req-1fb9bb23-6b82-4f54-9b03-6c22519d0cdc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/ports?device_id=a384efd3-4ae8-4916-86ab-6282fbd747dc HTTP/1.1" status: 200 len: 210 time: 0.0316861 Feb 21 09:43:02.137886 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:02.351431 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:02.378862 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f429c-814b-4e56-8d75-d6a0eb428f48 None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:37:05Z', 'revision_number': 4, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': '6c32acc9-1025-4d44-b870-1a0b7738a4c0', 'name': '', 'network_id': 'eddc0bc3-1bf4-4586-a00f-b8554328c44b', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'mac_address': 'fa:16:3e:00:c7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:02Z', 'updated_at': '2022-02-21T09:37:11Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'subnets': [{'id': '8549219e-01b3-4f10-b198-4b7fe5c70f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:02.502389 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9055b-155d-48da-a5ce-b77e33e9a4d8 req-553e44ce-53c4-4721-a1ea-70ac6d028a25 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:02.507221 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdd9055b-155d-48da-a5ce-b77e33e9a4d8 req-553e44ce-53c4-4721-a1ea-70ac6d028a25 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0779381 Feb 21 09:43:02.560043 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdd9055b-155d-48da-a5ce-b77e33e9a4d8 req-279396d9-6889-48ae-adca-2d9f771df4ba tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Feb 21 09:43:02.661056 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a819deb-bdd3-4059-90c6-31752693b017 None None] New status for floating IP 8b9eb12c-8f33-419b-9cda-024aecacf203: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:43:03.096422 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-baf577ff-278f-4dd5-b1c1-7e0eeaf55220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.211169 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:03.266851 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (758ff04c-16c1-4d38-8191-c1c4054300af), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.289514 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (758ff04c-16c1-4d38-8191-c1c4054300af), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.399391 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (758ff04c-16c1-4d38-8191-c1c4054300af), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.402015 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.403174 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "DELETE /v2.0/security-groups/758ff04c-16c1-4d38-8191-c1c4054300af HTTP/1.1" status: 204 len: 168 time: 0.1909709 Feb 21 09:43:03.406905 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:03.412837 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25365453-7d12-4fbe-9204-87a03cbe7e3a tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ff04c-16c1-4d38-8191-c1c4054300af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:03.423543 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-d8240bec-af7e-4cd4-96fc-b12de03ec6e2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] show failed (client error): The resource could not be found. Feb 21 09:43:03.425102 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d8240bec-af7e-4cd4-96fc-b12de03ec6e2 tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "GET /v2.0/security-groups/758ff04c-16c1-4d38-8191-c1c4054300af HTTP/1.1" status: 404 len: 347 time: 0.0170770 Feb 21 09:43:03.433635 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:03.557848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Deleting port 1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:03.558561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.582402 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:03.647857 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.648176 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.676133 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Calling delete_port for 1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:03.691405 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5331a0-b028-41f7-b743-90d0dff98437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.746558 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d87e2-b993-4ca2-8058-22b673331e85 req-c3ad682c-138b-41da-94a7-0237f74d4838 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:03.746558 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-624d87e2-b993-4ca2-8058-22b673331e85 req-c3ad682c-138b-41da-94a7-0237f74d4838 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1051476 Feb 21 09:43:03.767901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5331a0-b028-41f7-b743-90d0dff98437 admin admin] Publish callbacks [] for security_group (0217f306-274b-448b-9370-efb5c64df459), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.839419 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5331a0-b028-41f7-b743-90d0dff98437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0217f306-274b-448b-9370-efb5c64df459), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.879368 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ee5331a0-b028-41f7-b743-90d0dff98437 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d1ee42f37034828bbd49c71c09aa83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958353 Feb 21 09:43:03.880428 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5331a0-b028-41f7-b743-90d0dff98437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217f306-274b-448b-9370-efb5c64df459,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:03.882721 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:03.938993 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] Publish callbacks [] for security_group (0217f306-274b-448b-9370-efb5c64df459), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.963070 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] Publish callbacks [] for security_group (0217f306-274b-448b-9370-efb5c64df459), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.060955 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-624d87e2-b993-4ca2-8058-22b673331e85 req-22b18369-deea-48da-93c9-0c43eda9e745 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136373 Feb 21 09:43:04.068816 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0217f306-274b-448b-9370-efb5c64df459), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.075171 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.077400 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0217f306-274b-448b-9370-efb5c64df459 HTTP/1.1" status: 204 len: 168 time: 0.1932960 Feb 21 09:43:04.090500 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929acce-9a7c-45a2-933d-5bfd3887287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217f306-274b-448b-9370-efb5c64df459,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:04.165056 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.192179 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Pushing event deleted for resources: {'Port': ['ID=1b0e4f0c-5b7d-4e9b-b840-b71b4fdbe2a8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:04.249500 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks [] for floatingip (8b9eb12c-8f33-419b-9cda-024aecacf203), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.252086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.253244 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-fa1faa9d-b404-4a03-8684-1a8471cba8fc tempest-AttachVolumeTestJSON-545020328 tempest-AttachVolumeTestJSON-545020328-project] 10.222.0.65 "DELETE /v2.0/floatingips/8b9eb12c-8f33-419b-9cda-024aecacf203 HTTP/1.1" status: 204 len: 168 time: 0.8185194 Feb 21 09:43:04.389811 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.452292 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device f2c0759d-3ac7-4ec8-a99e-607f34409673 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:04.477225 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: f2c0759d-3ac7-4ec8-a99e-607f34409673 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:04.477582 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device f2c0759d-3ac7-4ec8-a99e-607f34409673 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:04.604556 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-39e7e330-4f6a-4e9f-99af-e2379f85c285 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463457 Feb 21 09:43:04.678494 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-938f5e4b-06ea-469e-8163-cc7ac9497b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:04.680009 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-938f5e4b-06ea-469e-8163-cc7ac9497b70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0439932 Feb 21 09:43:04.734660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 50912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:04.750339 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dde3c-9b2b-4a95-8049-311095efe4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.804423 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-d72b95f6-85ea-49f6-8dfd-4d4f451a3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:04.805987 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-d72b95f6-85ea-49f6-8dfd-4d4f451a3527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.0983009 Feb 21 09:43:04.825585 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dde3c-9b2b-4a95-8049-311095efe4c4 admin admin] Publish callbacks [] for security_group (dacc836c-1a26-48c5-9bef-e0de8d69a863), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.867706 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dde3c-9b2b-4a95-8049-311095efe4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (dacc836c-1a26-48c5-9bef-e0de8d69a863), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.872664 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-dc34a757-aef1-475f-bcb8-beb3d1e3ec3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 1000 time: 0.0600629 Feb 21 09:43:04.904954 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fb5dde3c-9b2b-4a95-8049-311095efe4c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96e5ff9480af46f5861c0f71391181ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690211 Feb 21 09:43:04.906855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dde3c-9b2b-4a95-8049-311095efe4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc836c-1a26-48c5-9bef-e0de8d69a863,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:04.907559 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 50914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:04.952586 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-09ea40f7-3f54-42be-9aef-0bced63f789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:04.954037 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-09ea40f7-3f54-42be-9aef-0bced63f789c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0724335 Feb 21 09:43:04.996096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] Publish callbacks [] for security_group (dacc836c-1a26-48c5-9bef-e0de8d69a863), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.024219 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] Publish callbacks [] for security_group (dacc836c-1a26-48c5-9bef-e0de8d69a863), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.052114 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-d025daeb-c9a2-4e2d-91d8-7dd2871aae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:05.053820 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-d025daeb-c9a2-4e2d-91d8-7dd2871aae95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918343 Feb 21 09:43:05.157590 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-fc30fc62-f42e-4074-a2b5-1a37db0c7938 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958908 Feb 21 09:43:05.230561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (dacc836c-1a26-48c5-9bef-e0de8d69a863), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.233082 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.234177 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dacc836c-1a26-48c5-9bef-e0de8d69a863 HTTP/1.1" status: 204 len: 168 time: 0.3254058 Feb 21 09:43:05.255696 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b847db4-b97f-4089-b5a7-1b4415e4c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc836c-1a26-48c5-9bef-e0de8d69a863,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:05.289272 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37f1ea-a9e7-4254-b6a2-2c8c219b9e67 req-49b3766d-687a-49c5-9e1c-7300fb5b9bff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:05.290863 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df37f1ea-a9e7-4254-b6a2-2c8c219b9e67 req-49b3766d-687a-49c5-9e1c-7300fb5b9bff tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1290524 Feb 21 09:43:05.307509 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-047b1e4e-4607-4649-80f9-a6d3aeb2389d req-527a642e-c412-4b8b-a6a0-9d3e57d9b277 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376159 Feb 21 09:43:05.344308 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df37f1ea-a9e7-4254-b6a2-2c8c219b9e67 req-572ab3a9-bb97-46e1-b536-f08cf528655f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460260 Feb 21 09:43:05.793308 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:06.465866 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:43:06.473533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89602c57-e49b-4912-aeed-ee32cd463dfd req-478a0678-9a1d-4413-b78f-5641ea06426e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:06.475030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89602c57-e49b-4912-aeed-ee32cd463dfd req-478a0678-9a1d-4413-b78f-5641ea06426e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0583038 Feb 21 09:43:06.524255 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89602c57-e49b-4912-aeed-ee32cd463dfd req-2817cfef-47df-4cb6-9616-1355fd189d53 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Feb 21 09:43:06.564141 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:06.576003 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:43:06.613883 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:06.614285 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:06.627025 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:06.648330 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:06.730335 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:06.785243 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:06.899025 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['79dc8ed4-7646-4ded-8839-00d1cef2773f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:43:07.233194 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.646009 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73bd06-3235-4837-bec7-2986194146b6 req-a3f3a58c-84ce-4292-9d2b-fa910f77c84d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:07.647536 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d73bd06-3235-4837-bec7-2986194146b6 req-a3f3a58c-84ce-4292-9d2b-fa910f77c84d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 945 time: 0.0525699 Feb 21 09:43:07.698875 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d73bd06-3235-4837-bec7-2986194146b6 req-2cef536c-a593-471f-ad30-776b30ea7324 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Feb 21 09:43:08.376128 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:08.468390 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:08.535719 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 79dc8ed4-7646-4ded-8839-00d1cef2773f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:08.536390 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.648937 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:08.649486 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.679071 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:08.680744 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc1779-44bb-4c79-ad76-8f470748d2cb" -d '{"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:08.694679 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:08.776581 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.873693 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:08.889432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c2b92-f7a6-411d-9069-a48b9770281e req-f8adb780-9a89-4ea4-9ab9-7d791e727f55 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:08.898172 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-788c2b92-f7a6-411d-9069-a48b9770281e req-f8adb780-9a89-4ea4-9ab9-7d791e727f55 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0896692 Feb 21 09:43:08.929572 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6462ec-4989-48d4-812f-06a5968e3bdd x-openstack-request-id: req-bb6462ec-4989-48d4-812f-06a5968e3bdd {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:08.929934 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:08.930252 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb6462ec-4989-48d4-812f-06a5968e3bdd {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:08.930726 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'code': 200} Feb 21 09:43:08.955463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-788c2b92-f7a6-411d-9069-a48b9770281e req-473b302c-ca60-4424-89b5-1ceb04f153ed tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562301 Feb 21 09:43:09.087163 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.401363 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Deleting port 6c32acc9-1025-4d44-b870-1a0b7738a4c0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:09.402231 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.484692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] For port 6c32acc9-1025-4d44-b870-1a0b7738a4c0, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=6c32acc9-1025-4d44-b870-1a0b7738a4c0,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:09.485072 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.497293 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Calling delete_port for 6c32acc9-1025-4d44-b870-1a0b7738a4c0 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:09.833466 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (6c32acc9-1025-4d44-b870-1a0b7738a4c0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.864025 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c32acc9-1025-4d44-b870-1a0b7738a4c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:10.129449 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:10.174684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0788-95ce-4217-8deb-f9b8b8c5cf5e req-09a22a98-ecda-4a88-829f-e567aa31a8ec tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:10.180198 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29ae0788-95ce-4217-8deb-f9b8b8c5cf5e req-09a22a98-ecda-4a88-829f-e567aa31a8ec tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1036754 Feb 21 09:43:10.242777 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29ae0788-95ce-4217-8deb-f9b8b8c5cf5e req-f3f37d37-fbc5-4348-9b0b-e0ede3e6e046 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603781 Feb 21 09:43:10.681891 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Router bbd7d2d0-331f-4303-b3b8-24e169395adb has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:43:10.800683 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:10.841166 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4076f29b-2e6d-4651-ae67-8a22f3912830 admin admin] 10.222.0.65 "PUT /v2.0/routers/bbd7d2d0-331f-4303-b3b8-24e169395adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4599226 Feb 21 09:43:10.841737 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51040) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:10.879664 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Sync routers for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:10.890963 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:10.891858 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:43:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:10.958568 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks [] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.016500 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:11.076812 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks [] for router_gateway (bbd7d2d0-331f-4303-b3b8-24e169395adb), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.211167 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:43:09Z', 'revision_number': 5, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port': {'id': 'b160ad74-20f3-4d3b-aed6-eee49cf27291', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:56Z', 'updated_at': '2022-02-21T09:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:11.243932 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Deleting port b160ad74-20f3-4d3b-aed6-eee49cf27291 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:11.244269 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.255536 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Checking router: bbd7d2d0-331f-4303-b3b8-24e169395adb for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:11.275885 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Routers {'bbd7d2d0-331f-4303-b3b8-24e169395adb'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:11.276533 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:43:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['bbd7d2d0-331f-4303-b3b8-24e169395adb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:11.344505 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] For port b160ad74-20f3-4d3b-aed6-eee49cf27291, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b160ad74-20f3-4d3b-aed6-eee49cf27291,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:11.345050 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.361299 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Calling delete_port for b160ad74-20f3-4d3b-aed6-eee49cf27291 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:11.452007 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965870-0058-4bc5-b499-8d61dcb9641d req-a7f49780-5560-4729-a912-f88831eb215e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:11.462655 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e965870-0058-4bc5-b499-8d61dcb9641d req-a7f49780-5560-4729-a912-f88831eb215e tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0983751 Feb 21 09:43:11.516291 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] Set router bbd7d2d0-331f-4303-b3b8-24e169395adb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:11.567487 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e965870-0058-4bc5-b499-8d61dcb9641d req-ddac5882-12d9-4f1c-90e6-0a17c5d93b80 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034415 Feb 21 09:43:11.575491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:43:11Z', 'revision_number': 6, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:11.608835 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e9ac-6fa1-4503-a3d7-d5697b78407a None None] The sync data for ids ['bbd7d2d0-331f-4303-b3b8-24e169395adb'] in dv-cinder-778193-19-iscsi is: [{'id': 'bbd7d2d0-331f-4303-b3b8-24e169395adb', 'name': 'tempest-AttachVolumeTestJSON-1971706544-router', 'tenant_id': '39ba98058ea84295b1cce52d3e792a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:54Z', 'updated_at': '2022-02-21T09:43:11Z', 'revision_number': 6, 'project_id': '39ba98058ea84295b1cce52d3e792a29', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:11.651839 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (b160ad74-20f3-4d3b-aed6-eee49cf27291), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.684731 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b160ad74-20f3-4d3b-aed6-eee49cf27291,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:11.750696 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.852819 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.855178 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks [] for router_controller (bbd7d2d0-331f-4303-b3b8-24e169395adb), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.993170 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (bbd7d2d0-331f-4303-b3b8-24e169395adb), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.993932 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd7d2d0-331f-4303-b3b8-24e169395adb {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:43:11.998894 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.000449 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-12158864-4139-40c4-bbb1-0f46c164b3ac admin admin] 10.222.0.65 "DELETE /v2.0/routers/bbd7d2d0-331f-4303-b3b8-24e169395adb HTTP/1.1" status: 204 len: 168 time: 1.1576052 Feb 21 09:43:12.003527 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:12.063760 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Deleting subnet 8549219e-01b3-4f10-b198-4b7fe5c70f3f {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:43:12.073691 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Publish callbacks [] for subnet (8549219e-01b3-4f10-b198-4b7fe5c70f3f), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.130764 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (8549219e-01b3-4f10-b198-4b7fe5c70f3f), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.218071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (8549219e-01b3-4f10-b198-4b7fe5c70f3f), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.331222 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (8549219e-01b3-4f10-b198-4b7fe5c70f3f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.362836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8549219e-01b3-4f10-b198-4b7fe5c70f3f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:12.364836 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.370500 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22da18-6657-4dbd-a5d4-2ed341ade567 None None] Network eddc0bc3-1bf4-4586-a00f-b8554328c44b requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:12.388665 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d57addda-f293-4bad-be73-39a5735889f0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8549219e-01b3-4f10-b198-4b7fe5c70f3f HTTP/1.1" status: 204 len: 168 time: 0.3771169 Feb 21 09:43:12.388868 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:12.556012 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (eddc0bc3-1bf4-4586-a00f-b8554328c44b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.576775 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6c32acc9-1025-4d44-b870-1a0b7738a4c0 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:12.643909 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 6c32acc9-1025-4d44-b870-1a0b7738a4c0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:12.648842 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 6c32acc9-1025-4d44-b870-1a0b7738a4c0 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:12.649312 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b160ad74-20f3-4d3b-aed6-eee49cf27291 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:12.651088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Deleting port f3b8b16f-6494-48fa-8339-acdc0eadc694 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:12.659893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.678629 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: b160ad74-20f3-4d3b-aed6-eee49cf27291 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:12.678972 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b160ad74-20f3-4d3b-aed6-eee49cf27291 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:12.685408 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] DHCP port deletion for eddc0bc3-1bf4-4586-a00f-b8554328c44b request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:43:12.760839 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Deleting port f3b8b16f-6494-48fa-8339-acdc0eadc694 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:12.761238 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.797888 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] For port f3b8b16f-6494-48fa-8339-acdc0eadc694, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f3b8b16f-6494-48fa-8339-acdc0eadc694,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:12.799382 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.843535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] For port f3b8b16f-6494-48fa-8339-acdc0eadc694, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=f3b8b16f-6494-48fa-8339-acdc0eadc694,segment=NetworkSegment(69f3dde0-bf46-420a-ac93-e27d05314c8c),segment_id=69f3dde0-bf46-420a-ac93-e27d05314c8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:12.844894 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.856430 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Calling delete_port for f3b8b16f-6494-48fa-8339-acdc0eadc694 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:12.865813 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0438-dce3-498c-866a-19c9c7946ba3 req-705c4220-7534-404e-9ec8-f233f3b5f6f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:12.867493 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdee0438-dce3-498c-866a-19c9c7946ba3 req-705c4220-7534-404e-9ec8-f233f3b5f6f2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1551392 Feb 21 09:43:12.881977 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Calling delete_port for f3b8b16f-6494-48fa-8339-acdc0eadc694 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:12.996859 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdee0438-dce3-498c-866a-19c9c7946ba3 req-384d1631-bcef-4fd1-902c-4573e4bb8ea9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182795 Feb 21 09:43:13.091164 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.101191 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (f3b8b16f-6494-48fa-8339-acdc0eadc694), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.134937 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] Pushing event deleted for resources: {'Port': ['ID=f3b8b16f-6494-48fa-8339-acdc0eadc694,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:13.138534 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b4084-5c06-4b58-a482-8524bd1ef309 None None] No DVR routers for this DVR port f3b8b16f-6494-48fa-8339-acdc0eadc694 on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:43:13.143811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b8b16f-6494-48fa-8339-acdc0eadc694,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:13.146061 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] No DVR routers for this DVR port f3b8b16f-6494-48fa-8339-acdc0eadc694 on host dv-cinder-778193-19-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:43:13.233305 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (eddc0bc3-1bf4-4586-a00f-b8554328c44b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.262938 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddc0bc3-1bf4-4586-a00f-b8554328c44b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:13.276084 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f3dde0-bf46-420a-ac93-e27d05314c8c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:13.276632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f3dde0-bf46-420a-ac93-e27d05314c8c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:13.294603 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (69f3dde0-bf46-420a-ac93-e27d05314c8c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.298320 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:13.327078 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (69f3dde0-bf46-420a-ac93-e27d05314c8c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.334070 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:43:13.334530 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (69f3dde0-bf46-420a-ac93-e27d05314c8c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self.session.flush() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self.session.flush() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self.session.flush() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self.session.flush() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:43:13.336338 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:43:13.416084 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21d93b0b-5668-4ca8-ba2e-67dd593b8c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.478183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (eddc0bc3-1bf4-4586-a00f-b8554328c44b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.485198 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.493399 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eddc0bc3-1bf4-4586-a00f-b8554328c44b HTTP/1.1" status: 204 len: 168 time: 1.1080136 Feb 21 09:43:13.516886 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21d93b0b-5668-4ca8-ba2e-67dd593b8c27 admin admin] Publish callbacks [] for security_group (2dd9e269-3b62-41cb-8f72-8ce8ce85bce4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.528458 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3f784-e756-4988-b0a1-c10d072b8395 admin admin] Pushing event deleted for resources: {'Network': ['ID=eddc0bc3-1bf4-4586-a00f-b8554328c44b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:13.586937 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21d93b0b-5668-4ca8-ba2e-67dd593b8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (2dd9e269-3b62-41cb-8f72-8ce8ce85bce4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.630131 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-21d93b0b-5668-4ca8-ba2e-67dd593b8c27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f374c7eeb764864980aee2cda9db90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277576 Feb 21 09:43:13.630131 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d93b0b-5668-4ca8-ba2e-67dd593b8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd9e269-3b62-41cb-8f72-8ce8ce85bce4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:13.631223 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:13.684446 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] Publish callbacks [] for security_group (2dd9e269-3b62-41cb-8f72-8ce8ce85bce4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.716705 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] Publish callbacks [] for security_group (2dd9e269-3b62-41cb-8f72-8ce8ce85bce4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.795672 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:13.838772 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-48a1176b-9890-4ee1-ae56-1299cc9bcdbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39ba98058ea84295b1cce52d3e792a29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418293 Feb 21 09:43:13.841261 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51084) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:13.854653 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (2dd9e269-3b62-41cb-8f72-8ce8ce85bce4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.857238 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.859441 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dd9e269-3b62-41cb-8f72-8ce8ce85bce4 HTTP/1.1" status: 204 len: 168 time: 0.2264476 Feb 21 09:43:13.875920 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a9352-ba80-4b41-bb4b-777fda17f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd9e269-3b62-41cb-8f72-8ce8ce85bce4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:13.906119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] Publish callbacks [] for security_group (e720a80d-bec7-47e9-ad7e-5f475597f68d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.934652 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] Publish callbacks [] for security_group (e720a80d-bec7-47e9-ad7e-5f475597f68d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:14.045158 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (e720a80d-bec7-47e9-ad7e-5f475597f68d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:14.048862 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:14.052666 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e720a80d-bec7-47e9-ad7e-5f475597f68d HTTP/1.1" status: 204 len: 168 time: 0.2079086 Feb 21 09:43:14.067480 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666784dc-b7ed-486b-8a55-b18cc21aa02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720a80d-bec7-47e9-ad7e-5f475597f68d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:14.163849 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb0cd2-9949-46ef-aa38-159d67da2f15 req-687c03dc-558f-4c99-bc77-31cbdfe987e9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:14.166624 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42bb0cd2-9949-46ef-aa38-159d67da2f15 req-687c03dc-558f-4c99-bc77-31cbdfe987e9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0739226 Feb 21 09:43:14.252577 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42bb0cd2-9949-46ef-aa38-159d67da2f15 req-ce5e1b0f-e428-4142-acca-92a4cbba17c2 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665798 Feb 21 09:43:14.521252 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f3b8b16f-6494-48fa-8339-acdc0eadc694 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:14.544463 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: f3b8b16f-6494-48fa-8339-acdc0eadc694 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:14.544832 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device f3b8b16f-6494-48fa-8339-acdc0eadc694 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:14.767583 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:14.782686 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273eb64f-6482-40ac-b21a-bde154d9e0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:14.860615 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273eb64f-6482-40ac-b21a-bde154d9e0b1 admin admin] Publish callbacks [] for security_group (a653c964-31d3-4b83-9864-f8875df75329), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.022122 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273eb64f-6482-40ac-b21a-bde154d9e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a653c964-31d3-4b83-9864-f8875df75329), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.073302 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-273eb64f-6482-40ac-b21a-bde154d9e0b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76dfef25d3c048beaf9bebc602941029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019950 Feb 21 09:43:15.073302 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eb64f-6482-40ac-b21a-bde154d9e0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653c964-31d3-4b83-9864-f8875df75329,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:15.074135 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:15.127626 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] Publish callbacks [] for security_group (a653c964-31d3-4b83-9864-f8875df75329), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.155523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] Publish callbacks [] for security_group (a653c964-31d3-4b83-9864-f8875df75329), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.319740 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a653c964-31d3-4b83-9864-f8875df75329), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.322880 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:15.332969 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a653c964-31d3-4b83-9864-f8875df75329 HTTP/1.1" status: 204 len: 168 time: 0.2577307 Feb 21 09:43:15.401524 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247c57c-81c5-4823-9c14-6ddb5555d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653c964-31d3-4b83-9864-f8875df75329,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:15.431076 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373c2e-34b8-4928-9c56-1e60c476253c req-96580f8a-f62f-4df8-8500-ddd331759f22 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:15.432937 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5373c2e-34b8-4928-9c56-1e60c476253c req-96580f8a-f62f-4df8-8500-ddd331759f22 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0963242 Feb 21 09:43:15.499468 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e5373c2e-34b8-4928-9c56-1e60c476253c req-6a5daae6-e9f7-4f3d-ab1f-3bd3e3cb3333 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574331 Feb 21 09:43:16.669351 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c85e-7566-4f07-bf3f-4be74336fb02 req-07d4e021-7ae8-4e03-93ee-ad65b9e8b29c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:16.670958 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6635c85e-7566-4f07-bf3f-4be74336fb02 req-07d4e021-7ae8-4e03-93ee-ad65b9e8b29c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0839469 Feb 21 09:43:16.735424 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6635c85e-7566-4f07-bf3f-4be74336fb02 req-3119440c-cfd7-41a1-a44b-2e5eccb20f63 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551298 Feb 21 09:43:16.880148 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51162) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:17.023170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-319822531-network', 'tenant_id': '8fbaf298b9674b85b243addfb4123c48'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:17.136108 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Made reservation on behalf of 8fbaf298b9674b85b243addfb4123c48 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:17.138648 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.160447 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.260058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks [] for security_group (6aaf22b8-247d-46da-b13a-4b2d83acf147), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.320721 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6aaf22b8-247d-46da-b13a-4b2d83acf147), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.345436 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:43:17.362023 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaf22b8-247d-46da-b13a-4b2d83acf147,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:17.367229 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (5aff8eb2-1290-45e3-943b-62c456462e05), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.367690 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Added segment 5aff8eb2-1290-45e3-943b-62c456462e05 of type vlan for network f147eb66-9987-46e4-9c5c-56f961b4ee03 Feb 21 09:43:17.419632 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (f147eb66-9987-46e4-9c5c-56f961b4ee03), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.491410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (f147eb66-9987-46e4-9c5c-56f961b4ee03), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.492299 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:17.492899 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.494428 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51180) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:17.574654 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] Pushing event updated for resources: {'Network': ['ID=f147eb66-9987-46e4-9c5c-56f961b4ee03,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:17.584977 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8929834f-6ded-419f-97b0-bbe092a6f54a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7036293 Feb 21 09:43:17.588688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:17.590310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:43:17.595165 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Request body: {'subnet': {'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-319822531-subnet', 'tenant_id': '8fbaf298b9674b85b243addfb4123c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:17.658153 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.748842 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Publish callbacks [] for security_group (d6cd22d1-7738-4f06-ab82-c452ed37f990), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.749987 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Made reservation on behalf of 8fbaf298b9674b85b243addfb4123c48 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:17.752480 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9959067'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.866360 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066d8ef-52f3-4063-aac7-b16c6ba16fcd req-846fcba2-1e28-4e2e-937e-941561952044 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:17.868200 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7066d8ef-52f3-4063-aac7-b16c6ba16fcd req-846fcba2-1e28-4e2e-937e-941561952044 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0628493 Feb 21 09:43:17.892304 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d6cd22d1-7738-4f06-ab82-c452ed37f990), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:17.926012 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7066d8ef-52f3-4063-aac7-b16c6ba16fcd req-682e2eae-76a0-47e9-b6a7-8188506f17a7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515921 Feb 21 09:43:17.978440 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42c9c282e25443dab874f936ec49750c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799922 Feb 21 09:43:17.978920 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:17.981745 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd22d1-7738-4f06-ab82-c452ed37f990,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:17.991119 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c66e95-c65a-4b60-8970-13d0f8eb3926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:18.041373 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] Publish callbacks [] for security_group (d6cd22d1-7738-4f06-ab82-c452ed37f990), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.066831 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] Publish callbacks [] for security_group (d6cd22d1-7738-4f06-ab82-c452ed37f990), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.075641 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9498559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9959017'] for subnet (c7be323d-379d-4c30-9516-2e872b6012dd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.139441 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7be323d-379d-4c30-9516-2e872b6012dd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:18.150676 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Checking segment: {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:18.151144 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Network hostable DHCP agents. Network: f147eb66-9987-46e4-9c5c-56f961b4ee03, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:43:18.479118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d6cd22d1-7738-4f06-ab82-c452ed37f990), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.481841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.483064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6cd22d1-7738-4f06-ab82-c452ed37f990 HTTP/1.1" status: 204 len: 168 time: 0.5029635 Feb 21 09:43:18.490918 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a938f-038b-4d9f-a68a-af2a200eb987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd22d1-7738-4f06-ab82-c452ed37f990,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:18.508646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:43:18.587545 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, f147eb66-9987-46e4-9c5c-56f961b4ee03) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:18.592359 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:18.592865 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:18.600296 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e36932-5bf8-45f3-9e6f-7f3a08767b61 None None] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:18.686498 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-78ddb9b0-4356-4d71-acbd-40c3023680dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0961256 Feb 21 09:43:18.732939 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed89dc-63df-466f-83f4-1e2fd083dbee None None] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:19.084366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba8845-3811-4051-a065-698c1e8cedc1 req-df8f4a1c-ba2e-4faf-819c-a0cfa6860d43 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:19.092584 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1ba8845-3811-4051-a065-698c1e8cedc1 req-df8f4a1c-ba2e-4faf-819c-a0cfa6860d43 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0752347 Feb 21 09:43:19.147226 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1ba8845-3811-4051-a065-698c1e8cedc1 req-0e38079e-26bc-480c-9535-a500b1839770 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534785 Feb 21 09:43:19.198036 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:19.212953 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f89215e1-12f7-460a-ab83-30e872b21a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.296567 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f89215e1-12f7-460a-ab83-30e872b21a58 admin admin] Publish callbacks [] for security_group (77c44252-428f-476e-a044-8ed81377ab2b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.370275 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f89215e1-12f7-460a-ab83-30e872b21a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (77c44252-428f-476e-a044-8ed81377ab2b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.410334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89215e1-12f7-460a-ab83-30e872b21a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c44252-428f-476e-a044-8ed81377ab2b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:19.417330 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f89215e1-12f7-460a-ab83-30e872b21a58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da65ee71d92c4d02a66efc58113c7331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155018 Feb 21 09:43:19.417616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:19.474034 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] Publish callbacks [] for security_group (77c44252-428f-476e-a044-8ed81377ab2b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.495982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] Publish callbacks [] for security_group (77c44252-428f-476e-a044-8ed81377ab2b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.627839 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (77c44252-428f-476e-a044-8ed81377ab2b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.630442 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:19.631703 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77c44252-428f-476e-a044-8ed81377ab2b HTTP/1.1" status: 204 len: 168 time: 0.2130787 Feb 21 09:43:19.639432 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b6b4a-91c6-4c63-b1e4-52f3ea5ad627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c44252-428f-476e-a044-8ed81377ab2b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:20.263629 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d857ba-c2f9-41a8-ba35-60f11f6e9ed2 req-d3102147-39cb-496f-b6a5-7cf5e5b6f576 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.265112 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17d857ba-c2f9-41a8-ba35-60f11f6e9ed2 req-d3102147-39cb-496f-b6a5-7cf5e5b6f576 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0528569 Feb 21 09:43:20.330717 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17d857ba-c2f9-41a8-ba35-60f11f6e9ed2 req-45f4f371-1e59-4d1b-aed7-0e0a2b0d2be9 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507808 Feb 21 09:43:20.743545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-2b33791d-c317-4dfc-8edc-0b292fd644ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.745038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-2b33791d-c317-4dfc-8edc-0b292fd644ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1130 time: 0.0502756 Feb 21 09:43:20.831730 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-dfdad779-adba-421f-99f0-a821d92a4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.833179 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-dfdad779-adba-421f-99f0-a821d92a4df8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.0819705 Feb 21 09:43:20.909367 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-ebfaa51a-41d8-4868-bdd3-224c299c5da1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 1001 time: 0.0625014 Feb 21 09:43:20.960238 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-9760a3ac-cefb-47e4-9feb-b72be73a1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.961697 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-9760a3ac-cefb-47e4-9feb-b72be73a1ece service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0471430 Feb 21 09:43:21.019179 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-e0b73a83-3c30-4e4c-8827-b4f96652e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.020715 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-e0b73a83-3c30-4e4c-8827-b4f96652e524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518434 Feb 21 09:43:21.163410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-54911c65-209c-431e-8932-9f6cb3f5142f service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333876 Feb 21 09:43:21.296478 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-90b4197c-3ec9-4e30-818a-9b321f4ebc5c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.328141 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-90b4197c-3ec9-4e30-818a-9b321f4ebc5c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/networks?id=f147eb66-9987-46e4-9c5c-56f961b4ee03 HTTP/1.1" status: 200 len: 808 time: 0.1979015 Feb 21 09:43:21.334704 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-a05b0943-43d2-48de-b7ad-2f1f04ca8e69 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/quotas/8fbaf298b9674b85b243addfb4123c48 HTTP/1.1" status: 200 len: 375 time: 0.0273314 Feb 21 09:43:21.337410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3145b91d-de05-44c7-b761-7b6819b94ef2 req-68faf9ee-d165-4296-b3e9-2d03bf807f17 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668150 Feb 21 09:43:21.344202 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae1021-f736-4e81-a73c-9adcf590b171 req-539c5ba6-4dd6-41e3-a7b4-b7a7ceaaa040 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.345561 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97ae1021-f736-4e81-a73c-9adcf590b171 req-539c5ba6-4dd6-41e3-a7b4-b7a7ceaaa040 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1198454 Feb 21 09:43:21.386548 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-09b646b2-8098-4197-a3e2-680f08c8f833 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400357 Feb 21 09:43:21.423062 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97ae1021-f736-4e81-a73c-9adcf590b171 req-0131c00c-4c14-4fd8-958b-3c5250c2904f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687692 Feb 21 09:43:21.592717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bba552-b6f6-4593-93bb-1812913009a0 req-0232ebcd-d13c-4b30-87d6-76965f5bac06 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.594202 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59bba552-b6f6-4593-93bb-1812913009a0 req-0232ebcd-d13c-4b30-87d6-76965f5bac06 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.1024735 Feb 21 09:43:21.635055 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6b29a04e-5f05-49f3-a589-3f0d05023fe8 service neutron] 10.222.0.65 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405605 Feb 21 09:43:21.699811 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59bba552-b6f6-4593-93bb-1812913009a0 req-c24446d0-7cbf-4dd6-978e-91cdb6ed2c6d tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985506 Feb 21 09:43:21.748899 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6a3b37ad-daf6-4b9c-b2c1-2b36509f30bc service neutron] 10.222.0.65 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038904 Feb 21 09:43:22.011583 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a2b35a5-c287-4a81-a968-647107acf03b req-2fdfa24a-1cf5-40de-a771-0031f310db89 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 210 time: 0.0272336 Feb 21 09:43:22.548565 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a996-c8d2-4e1c-9573-a09567b402ba req-02084daa-11fa-4da8-ad3f-28ef210d38a9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:22.551480 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40f9a996-c8d2-4e1c-9573-a09567b402ba req-02084daa-11fa-4da8-ad3f-28ef210d38a9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0577435 Feb 21 09:43:22.599596 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40f9a996-c8d2-4e1c-9573-a09567b402ba req-4f3be2de-e3ca-404c-ba90-c0a68f665d66 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 Feb 21 09:43:22.829401 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5035-a359-4a69-ac1f-a53dab6d6391 req-bf32e42d-eb95-4ef9-9f68-669c00f12c75 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:22.831382 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-430c5035-a359-4a69-ac1f-a53dab6d6391 req-bf32e42d-eb95-4ef9-9f68-669c00f12c75 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0558822 Feb 21 09:43:22.877490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-430c5035-a359-4a69-ac1f-a53dab6d6391 req-36d02504-a578-4277-a51d-6e90efeb90a8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Feb 21 09:43:23.105793 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8bda5853-1513-4014-bca4-4be01c842aa0 req-79a580e6-6028-4d68-8fae-979d9b3f36e7 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 210 time: 0.0281374 Feb 21 09:43:23.717677 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90fd9f-320d-4533-a492-6a9093a06d04 req-8ae9a86a-2e3d-4ed3-b047-abc81cd84471 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:23.719107 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec90fd9f-320d-4533-a492-6a9093a06d04 req-8ae9a86a-2e3d-4ed3-b047-abc81cd84471 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Feb 21 09:43:23.766411 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec90fd9f-320d-4533-a492-6a9093a06d04 req-a930c9f5-dd5d-4825-8168-db499f5fe2c9 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Feb 21 09:43:24.003115 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706322-b7bf-484d-8cab-00659ec191a6 req-a4c8c2e8-8374-498d-be88-c0233db13cb5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:24.004804 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95706322-b7bf-484d-8cab-00659ec191a6 req-a4c8c2e8-8374-498d-be88-c0233db13cb5 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 946 time: 0.0533295 Feb 21 09:43:24.052475 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95706322-b7bf-484d-8cab-00659ec191a6 req-9897f0fb-e308-416d-a7b3-d2efbdcbc000 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Feb 21 09:43:24.202824 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfecb6b6-3880-4a25-a1d7-51f353e7ae5d req-4dcb9ed6-6b1e-4f40-86cb-b67af711ff17 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 210 time: 0.0305707 Feb 21 09:43:24.298353 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-11347f83-cbf7-4d15-b794-f1f9e9dde6c5 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:24.299827 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-11347f83-cbf7-4d15-b794-f1f9e9dde6c5 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "GET /v2.0/networks?id=f147eb66-9987-46e4-9c5c-56f961b4ee03 HTTP/1.1" status: 200 len: 808 time: 0.0995913 Feb 21 09:43:24.322744 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Request body: {'port': {'device_id': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03', 'admin_state_up': True, 'tenant_id': '8fbaf298b9674b85b243addfb4123c48'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:24.524605 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Made reservation on behalf of 8fbaf298b9674b85b243addfb4123c48 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:24.528113 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:24.528752 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:24.611844 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:24.612525 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:24.636146 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:24.638492 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11afd6-807d-4043-86b2-10a52819b33a" -d '{"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:24.652099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:24.661812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Allocated IP 172.20.0.10 (f147eb66-9987-46e4-9c5c-56f961b4ee03/c7be323d-379d-4c30-9516-2e872b6012dd/4e95cd8a-22c2-4e86-b317-4d43444c8a34) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:24.670644 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbefc89-f167-4401-9d3d-ebcaee56049d x-openstack-request-id: req-3dbefc89-f167-4401-9d3d-ebcaee56049d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:24.670970 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-unplugged", "status": "failed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:24.671192 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3dbefc89-f167-4401-9d3d-ebcaee56049d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:24.671627 dv-cinder-778193-19-iscsi neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'code': 422} returned with failed status Feb 21 09:43:24.753395 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:24.805297 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:24.817072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks [] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:24.893528 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e90655-61c7-48b9-9974-a702209f087e req-b7d9211e-1b64-4f0f-8ab7-aee74253a5af tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:24.894954 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1e90655-61c7-48b9-9974-a702209f087e req-b7d9211e-1b64-4f0f-8ab7-aee74253a5af tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0593536 Feb 21 09:43:24.940880 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:24.945983 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1e90655-61c7-48b9-9974-a702209f087e req-b51651da-d253-45b8-811e-ff42d3710e4c tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455692 Feb 21 09:43:24.989369 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:24.996270 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:25.000876 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:25.006363 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Pushing event updated for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:25.031548 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.031904 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.032252 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.032591 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.032932 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.033288 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.033886 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.034218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.034537 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.034858 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.035183 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.035531 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.035854 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:25.060005 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:25.060609 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.121784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-15f352b5-9680-4e14-91ed-9e19ac8ffeb4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026419 Feb 21 09:43:25.322695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3210c-b6c5-4936-b8d9-ea2d66f59b5f req-46f53b92-3783-4ad7-a750-2d2b338325da tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:25.324256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fe3210c-b6c5-4936-b8d9-ea2d66f59b5f req-46f53b92-3783-4ad7-a750-2d2b338325da tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 932 time: 0.0532377 Feb 21 09:43:25.373420 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fe3210c-b6c5-4936-b8d9-ea2d66f59b5f req-f04be2c2-e660-4244-b0b3-fd9d106d8ba6 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Feb 21 09:43:26.065986 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b496e-d4db-4f0c-a81f-70723f7c4569 req-ea08b41c-9789-4731-8805-aed65ee8d1c0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:26.067515 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c7b496e-d4db-4f0c-a81f-70723f7c4569 req-ea08b41c-9789-4731-8805-aed65ee8d1c0 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0547397 Feb 21 09:43:26.113893 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c7b496e-d4db-4f0c-a81f-70723f7c4569 req-77b748a9-646f-4c6b-94ad-71ae843a531e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Feb 21 09:43:26.274777 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:43:26.487492 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ce86b-b5dc-454f-aacb-838e9056ded9 req-0db847c9-40e2-4666-94f1-88f14741d7ae tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:26.488941 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2c8ce86b-b5dc-454f-aacb-838e9056ded9 req-0db847c9-40e2-4666-94f1-88f14741d7ae tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 932 time: 0.0508616 Feb 21 09:43:26.535975 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2c8ce86b-b5dc-454f-aacb-838e9056ded9 req-27da651e-ca74-4414-a14b-474942d41ac7 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Feb 21 09:43:27.228124 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8c11-0dd4-49e1-a2f6-ee1c370f533a req-ed7e4a0e-2aa4-49d9-88a5-988a0be02880 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:27.229593 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b5d8c11-0dd4-49e1-a2f6-ee1c370f533a req-ed7e4a0e-2aa4-49d9-88a5-988a0be02880 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Feb 21 09:43:27.279127 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b5d8c11-0dd4-49e1-a2f6-ee1c370f533a req-596556de-08f5-4f4b-b31c-19340f1b3bc2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Feb 21 09:43:27.436728 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Request body: {'port': {'device_id': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:27.493815 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:27.712798 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a28bf-1d59-411b-86f5-e14dc47dbd60 req-1c11fb04-5e1e-4756-8931-1a41f0087fad tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:27.714197 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d0a28bf-1d59-411b-86f5-e14dc47dbd60 req-1c11fb04-5e1e-4756-8931-1a41f0087fad tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 932 time: 0.1104238 Feb 21 09:43:28.054246 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d0a28bf-1d59-411b-86f5-e14dc47dbd60 req-bac28258-92ac-4708-9b1c-c9f93c0a5d7d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294628 Feb 21 09:43:28.094155 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-b5bf8c1e-992a-471a-8c50-cd00c2e3ebb0 req-5ba2c4d8-328f-4b6a-bca2-dd5f91950063 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:43:28.095149 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5bf8c1e-992a-471a-8c50-cd00c2e3ebb0 req-5ba2c4d8-328f-4b6a-bca2-dd5f91950063 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1111901 Feb 21 09:43:28.100928 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e95cd8a-22c2-4e86-b317-4d43444c8a34 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:28.108539 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks [] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.120651 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Transition to ACTIVE for port object 4e95cd8a-22c2-4e86-b317-4d43444c8a34 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:43:28.256072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.285300 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.338113 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:28.418927 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Attempting to bind port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:28.419257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Attempting to bind port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:28.419611 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Attempting to bind port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 on network f147eb66-9987-46e4-9c5c-56f961b4ee03 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:28.425989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 on network f147eb66-9987-46e4-9c5c-56f961b4ee03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:43:28.426337 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Attempting to bind port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 on network f147eb66-9987-46e4-9c5c-56f961b4ee03 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:28.433586 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:28.433922 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Checking segment: {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:28.434299 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Bound using segment: {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:28.434717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Bound port: 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:28.435063 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.442890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8baa5e-9233-42c8-81e8-712a12bfad89 req-01df69c8-20e0-42da-8448-598eeb58de1f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.444367 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b8baa5e-9233-42c8-81e8-712a12bfad89 req-01df69c8-20e0-42da-8448-598eeb58de1f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0826111 Feb 21 09:43:28.536580 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9b8baa5e-9233-42c8-81e8-712a12bfad89 req-d7525076-2dff-4891-b7bd-b278abb8d1a2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852094 Feb 21 09:43:28.539918 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:28.542866 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:28.611890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.645790 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.646410 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:28.647843 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/4e95cd8a-22c2-4e86-b317-4d43444c8a34 HTTP/1.1" status: 200 len: 1094 time: 1.2154214 Feb 21 09:43:28.648243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:28.650530 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5a923-de8d-46f6-a901-d861bff95d59" -d '{"events": [{"name": "network-changed", "server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:28.674856 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871dbeb-fe48-4c92-b87c-cc2ca26babb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:28.685218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a3c8f-9614-4ef6-b786-9fe0bb8fd6ef x-openstack-request-id: req-ab5a3c8f-9614-4ef6-b786-9fe0bb8fd6ef {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:28.685515 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:28.685771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab5a3c8f-9614-4ef6-b786-9fe0bb8fd6ef {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:28.686180 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34', 'status': 'completed', 'code': 200} Feb 21 09:43:28.776827 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-d46aa7a4-25ed-40a4-ac6a-9ecb7965fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.778318 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-d46aa7a4-25ed-40a4-ac6a-9ecb7965fef2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 1128 time: 0.0454004 Feb 21 09:43:28.891886 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-85eb0d2f-7750-4aa5-924d-0bad52647bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.893381 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-85eb0d2f-7750-4aa5-924d-0bad52647bc1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8fbaf298b9674b85b243addfb4123c48&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0960093 Feb 21 09:43:28.991691 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-5dbe40bf-b0dd-49e5-861e-0c426bbdf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:28.993161 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-09d5a923-de8d-46f6-a901-d861bff95d59 req-5dbe40bf-b0dd-49e5-861e-0c426bbdf737 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900013 Feb 21 09:43:29.114912 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-d568bba7-fe1a-4024-8feb-193a6b916512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.116463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-d568bba7-fe1a-4024-8feb-193a6b916512 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 1128 time: 0.0505118 Feb 21 09:43:29.186206 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-5c7ad43f-8821-4978-971d-64e82800162b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34 HTTP/1.1" status: 200 len: 217 time: 0.0506713 Feb 21 09:43:29.241329 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dafbb-5e73-4714-87b2-85c17cf3bcd5 req-4f9ad25b-2a8b-4d39-9a13-2bd91779e9ab tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.242829 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b8dafbb-5e73-4714-87b2-85c17cf3bcd5 req-4f9ad25b-2a8b-4d39-9a13-2bd91779e9ab tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 944 time: 0.1158407 Feb 21 09:43:29.266709 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-f57f4723-e314-4069-b4ab-78b876cdefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.268185 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-f57f4723-e314-4069-b4ab-78b876cdefec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7be323d-379d-4c30-9516-2e872b6012dd HTTP/1.1" status: 200 len: 848 time: 0.0711019 Feb 21 09:43:29.316317 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-fc1717f6-14c9-416b-b655-14fe0ccbb656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f147eb66-9987-46e4-9c5c-56f961b4ee03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354533 Feb 21 09:43:29.320576 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b8dafbb-5e73-4714-87b2-85c17cf3bcd5 req-682f6e19-cb8a-4a3b-9adc-1001584850f3 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715945 Feb 21 09:43:29.414782 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-7f047b56-7dbc-45a9-9e71-fee895199b43 service neutron] 10.222.0.42 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919247 Feb 21 09:43:29.549525 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7aefe-d107-4cbd-80d2-28208f5544ff req-7ffdfa2d-ccc5-4d5c-8d0e-9cfc80aa4178 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.551007 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5d7aefe-d107-4cbd-80d2-28208f5544ff req-7ffdfa2d-ccc5-4d5c-8d0e-9cfc80aa4178 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0824540 Feb 21 09:43:29.552809 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a050b3d-3a72-4278-b494-c15b02323ed6 req-7882d0e4-f7f0-47f4-96b2-a9fcef135b7b service neutron] 10.222.0.42 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304843 Feb 21 09:43:29.606465 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5d7aefe-d107-4cbd-80d2-28208f5544ff req-1a08c131-2a3e-42fa-9891-3cf4fd98e09b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494936 Feb 21 09:43:29.659792 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f389db-208c-46bf-83f4-89337d9298a4 req-e4b45b69-9587-4259-91ac-a017c833b223 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.661236 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4f389db-208c-46bf-83f4-89337d9298a4 req-e4b45b69-9587-4259-91ac-a017c833b223 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0538735 Feb 21 09:43:29.736884 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4f389db-208c-46bf-83f4-89337d9298a4 req-a40a49ea-6658-4be6-8f7f-c7b1824bcf22 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693860 Feb 21 09:43:29.746959 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-f8306191-b9ca-4262-82af-a4b58ea20a75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671251 Feb 21 09:43:29.819782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-e7a40a42-8e04-4dc9-a141-5598c389db35 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.821108 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-e7a40a42-8e04-4dc9-a141-5598c389db35 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports/79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 941 time: 0.0472925 Feb 21 09:43:30.446666 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8abb0c-b291-4fc6-b23e-d081ce8d4b59 req-01a63f10-a78c-4a32-b966-ddc1be214281 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:30.448088 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e8abb0c-b291-4fc6-b23e-d081ce8d4b59 req-01a63f10-a78c-4a32-b966-ddc1be214281 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 944 time: 0.0573764 Feb 21 09:43:30.513169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e8abb0c-b291-4fc6-b23e-d081ce8d4b59 req-846d75df-6058-49bf-99b2-eedabb959530 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Feb 21 09:43:30.730345 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a97b74-e15d-4c7e-8e54-79f9f9716f6a req-da3ba2df-0b24-4e3e-b9cb-08f80ef3d56f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:30.731735 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29a97b74-e15d-4c7e-8e54-79f9f9716f6a req-da3ba2df-0b24-4e3e-b9cb-08f80ef3d56f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0515532 Feb 21 09:43:30.777967 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29a97b74-e15d-4c7e-8e54-79f9f9716f6a req-c677d970-1c4b-4fae-9b52-b80af0ecaf2c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Feb 21 09:43:30.864461 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776c63-31b8-4cda-b4d4-b471ca981525 req-bf5ac344-7212-4d34-ae74-d5122c60c3e1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:30.865939 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84776c63-31b8-4cda-b4d4-b471ca981525 req-bf5ac344-7212-4d34-ae74-d5122c60c3e1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Feb 21 09:43:30.914671 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84776c63-31b8-4cda-b4d4-b471ca981525 req-ea60df41-c930-4bb2-954b-ad9790bbf92b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Feb 21 09:43:30.959017 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02fe6fe6-ec30-48cd-ba34-774530b67613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.373743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-6c7d5899-f430-43c5-abd6-ff700ad2e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.375235 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-6c7d5899-f430-43c5-abd6-ff700ad2e8d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a&tenant_id=de0675c09376415bbbaab858235b8765 HTTP/1.1" status: 200 len: 1128 time: 0.0748565 Feb 21 09:43:31.455390 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-22217d44-ea8c-4131-95ed-2a431b6a1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.456784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-22217d44-ea8c-4131-95ed-2a431b6a1ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1128 time: 0.0423784 Feb 21 09:43:31.484997 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4e95cd8a-22c2-4e86-b317-4d43444c8a34 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:43:31.496714 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:31.550234 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-ddd28ab5-8547-4610-bede-295274f0d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.551652 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-ddd28ab5-8547-4610-bede-295274f0d354 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.0881352 Feb 21 09:43:31.648727 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: DOWN; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:31.649158 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-2d602de7-8b0d-4f50-b234-c046abfbbbef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 999 time: 0.0903456 Feb 21 09:43:31.657497 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:31.659465 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-c7c606c3-acc4-4605-8513-7c04ca378426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.661521 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-c7c606c3-acc4-4605-8513-7c04ca378426 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0616162 Feb 21 09:43:31.669820 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '4e95cd8a-22c2-4e86-b317-4d43444c8a34', 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03', 'port_id': '4e95cd8a-22c2-4e86-b317-4d43444c8a34', 'mac_address': 'fa:16:3e:1c:8a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7be323d-379d-4c30-9516-2e872b6012dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:43:31.710307 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d688c1-9a07-4076-afe7-f541d06ae2f8 req-2793ba06-53bf-4216-ab02-876ac20e4dd1 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.711754 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6d688c1-9a07-4076-afe7-f541d06ae2f8 req-2793ba06-53bf-4216-ab02-876ac20e4dd1 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 944 time: 0.1167948 Feb 21 09:43:31.717983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-2ed6b7e8-f1f0-4531-878e-9c99bca79477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.735707 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-2ed6b7e8-f1f0-4531-878e-9c99bca79477 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0625215 Feb 21 09:43:31.735878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:31.735878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.739037 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e95cd8a-22c2-4e86-b317-4d43444c8a34 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:31.758697 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-0971c6ab-4768-4a2a-a527-1210fe751680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.760373 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-0971c6ab-4768-4a2a-a527-1210fe751680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.0929167 Feb 21 09:43:31.763266 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:31.796330 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b6d688c1-9a07-4076-afe7-f541d06ae2f8 req-069132a1-acbc-478d-bef7-b810edfb0997 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759230 Feb 21 09:43:31.802870 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-759b6757-0feb-471e-b43e-0b7ff250deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.805957 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-759b6757-0feb-471e-b43e-0b7ff250deeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722158 Feb 21 09:43:31.833375 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-cdf6424b-c539-48a7-8ba0-8f2bba640da0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 1000 time: 0.0638628 Feb 21 09:43:31.868340 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.888040 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-596a52c8-6a85-41dd-ae25-bb55b1850c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.889616 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-596a52c8-6a85-41dd-ae25-bb55b1850c33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0442569 Feb 21 09:43:31.925614 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:31.941565 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9092-a0c1-46ee-80bd-b832f0f511a5 req-67636ef3-7128-40ab-9c20-e8356814d3e1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.941784 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-62af3f50-824b-4902-9434-e7afa8755bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.943255 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-975c9092-a0c1-46ee-80bd-b832f0f511a5 req-67636ef3-7128-40ab-9c20-e8356814d3e1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0807061 Feb 21 09:43:31.943399 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-62af3f50-824b-4902-9434-e7afa8755bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468540 Feb 21 09:43:31.945334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-17ea381e-10f8-4d64-a147-df5d1284d31e service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270895 Feb 21 09:43:32.043915 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-e17eb821-da24-4382-aa46-bf5220097501 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870183 Feb 21 09:43:32.064990 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-975c9092-a0c1-46ee-80bd-b832f0f511a5 req-05977f92-49dd-4558-821d-8a2ac4d6f7ed tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158662 Feb 21 09:43:32.112806 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce505d59-723e-4d36-a323-cef4097925df req-594d6433-cd99-46ee-87d3-75bad4acea28 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:32.114260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce505d59-723e-4d36-a323-cef4097925df req-594d6433-cd99-46ee-87d3-75bad4acea28 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0976207 Feb 21 09:43:32.116468 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7bc01d5e-3332-49a3-b26a-700a041241fa req-c7160c1b-4951-4a40-8747-66dfe96a5ff1 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511917 Feb 21 09:43:32.139312 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3677b3da-afa0-44a0-a6bb-d5a7cbd421c0 req-15301183-d1fc-4934-8cca-5cfaafad5724 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Feb 21 09:43:32.164950 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce505d59-723e-4d36-a323-cef4097925df req-b3cfce9a-4b0d-4f4c-b41d-aeaeb3abebfb tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444567 Feb 21 09:43:32.223137 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['4e95cd8a-22c2-4e86-b317-4d43444c8a34'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:43:32.727499 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:32.881615 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f7e591-83e0-4560-ac0f-8ec322a21f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.015730 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f7e591-83e0-4560-ac0f-8ec322a21f8f admin admin] Publish callbacks [] for security_group (ccef6cf1-3fa0-4447-853e-09a60e1560de), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.037465 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efdec0-3acc-4962-9461-52ea4ee8c2ae req-566f4344-19f2-406e-8d7c-68df8fb81216 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:33.039983 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5efdec0-3acc-4962-9461-52ea4ee8c2ae req-566f4344-19f2-406e-8d7c-68df8fb81216 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 945 time: 0.1376574 Feb 21 09:43:33.067939 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f7e591-83e0-4560-ac0f-8ec322a21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ccef6cf1-3fa0-4447-853e-09a60e1560de), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.112781 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5efdec0-3acc-4962-9461-52ea4ee8c2ae req-56cae2d3-614e-4d82-a5d3-bf39402e7a7a tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662453 Feb 21 09:43:33.125164 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-baa19bf5-c5a7-4287-8fee-445655e734d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.140793 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c9f7e591-83e0-4560-ac0f-8ec322a21f8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fea4171f6a474b61ae078cf1e870ad24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119842 Feb 21 09:43:33.141942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7e591-83e0-4560-ac0f-8ec322a21f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef6cf1-3fa0-4447-853e-09a60e1560de,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:33.144851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:33.292322 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] Publish callbacks [] for security_group (ccef6cf1-3fa0-4447-853e-09a60e1560de), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.335121 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18774b-663c-47b6-8ed2-e469ccc0922a req-4fcb9735-176f-4cf4-8ad9-7d7bda730c4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:33.336787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b18774b-663c-47b6-8ed2-e469ccc0922a req-4fcb9735-176f-4cf4-8ad9-7d7bda730c4f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.1519570 Feb 21 09:43:33.339120 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] Publish callbacks [] for security_group (ccef6cf1-3fa0-4447-853e-09a60e1560de), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.371820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae3863-24ac-4dc2-a798-bd5ea7817969 req-ee5b1c58-590c-4e2f-8e20-404fde16f65b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:33.379049 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78ae3863-24ac-4dc2-a798-bd5ea7817969 req-ee5b1c58-590c-4e2f-8e20-404fde16f65b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1403320 Feb 21 09:43:33.466186 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b18774b-663c-47b6-8ed2-e469ccc0922a req-c455d19c-f306-4b3a-9925-18379b0da873 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239648 Feb 21 09:43:33.482555 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78ae3863-24ac-4dc2-a798-bd5ea7817969 req-a7180803-2faf-44db-bd57-91ee983e35cf tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998676 Feb 21 09:43:33.503188 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4e95cd8a-22c2-4e86-b317-4d43444c8a34 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:33.543385 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ccef6cf1-3fa0-4447-853e-09a60e1560de), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.547317 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.551498 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ccef6cf1-3fa0-4447-853e-09a60e1560de HTTP/1.1" status: 204 len: 168 time: 0.3967066 Feb 21 09:43:33.562587 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae53ac-6816-42e8-9b4f-5f6213acfe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef6cf1-3fa0-4447-853e-09a60e1560de,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:33.696315 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:43:33.701702 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:33.702991 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.809749 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:33.810806 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.845795 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:33.848536 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fc532-98a0-4ad2-8ab2-4bdc62c7421e" -d '{"events": [{"server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:33.865112 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:33.892297 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7ee06b-4524-4aba-89e9-e42af9183d25 x-openstack-request-id: req-de7ee06b-4524-4aba-89e9-e42af9183d25 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:33.892619 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:33.893029 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de7ee06b-4524-4aba-89e9-e42af9183d25 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:33.893326 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34', 'code': 200} Feb 21 09:43:33.948065 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.025075 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:34.032547 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.038493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:34.298310 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:34.299845 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4672-9b70-4e88-8ee4-5856361bbddc req-b2b8a139-ffd7-4787-bb3a-4b7d97185975 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.300802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f23d4672-9b70-4e88-8ee4-5856361bbddc req-b2b8a139-ffd7-4787-bb3a-4b7d97185975 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.1057994 Feb 21 09:43:34.332569 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b607d049-bda9-41fe-b046-2e893ccbfd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.342085 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.368441 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f23d4672-9b70-4e88-8ee4-5856361bbddc req-41a43665-51b1-4aa8-ae19-587cf0a8e29f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Feb 21 09:43:34.445409 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b607d049-bda9-41fe-b046-2e893ccbfd37 admin admin] Publish callbacks [] for security_group (dbdeb605-bbd4-40d2-a7ac-3858be3125bf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.502783 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b607d049-bda9-41fe-b046-2e893ccbfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (dbdeb605-bbd4-40d2-a7ac-3858be3125bf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.553718 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d049-bda9-41fe-b046-2e893ccbfd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdeb605-bbd4-40d2-a7ac-3858be3125bf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:34.559069 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b607d049-bda9-41fe-b046-2e893ccbfd37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e5ceb38560745ef88e115c98e018e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584634 Feb 21 09:43:34.561603 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51490) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:34.700989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] Publish callbacks [] for security_group (dbdeb605-bbd4-40d2-a7ac-3858be3125bf), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.715640 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5e85-c694-47d5-9dfc-075b2054c3d5 req-a7357b30-7107-40d4-a506-2c2ecbd5a08b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.717116 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8ce5e85-c694-47d5-9dfc-075b2054c3d5 req-a7357b30-7107-40d4-a506-2c2ecbd5a08b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.1157660 Feb 21 09:43:34.744811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc1eac-862c-4f0a-84f8-8a52b8752299 req-01e747af-9591-4e4c-bf48-2ce41bce967d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.746223 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9fc1eac-862c-4f0a-84f8-8a52b8752299 req-01e747af-9591-4e4c-bf48-2ce41bce967d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1286998 Feb 21 09:43:34.761873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] Publish callbacks [] for security_group (dbdeb605-bbd4-40d2-a7ac-3858be3125bf), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.848558 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8ce5e85-c694-47d5-9dfc-075b2054c3d5 req-a602b8d7-1743-4871-8564-023572d0b79b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221204 Feb 21 09:43:34.858037 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9fc1eac-862c-4f0a-84f8-8a52b8752299 req-300c9090-a6e1-4d5f-9463-7ad63c2dc69c tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038704 Feb 21 09:43:34.918782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (dbdeb605-bbd4-40d2-a7ac-3858be3125bf), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.921453 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.922683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbdeb605-bbd4-40d2-a7ac-3858be3125bf HTTP/1.1" status: 204 len: 168 time: 0.3601022 Feb 21 09:43:34.932322 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eceae4-e6a2-4c67-91e0-dc81705f3aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdeb605-bbd4-40d2-a7ac-3858be3125bf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:35.505872 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de08d-a91f-41ee-85d9-225fe27a061e req-8cf88fa2-3a45-48a5-9a52-3b4b04e959e8 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:35.507641 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f5de08d-a91f-41ee-85d9-225fe27a061e req-8cf88fa2-3a45-48a5-9a52-3b4b04e959e8 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0712948 Feb 21 09:43:35.562822 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f5de08d-a91f-41ee-85d9-225fe27a061e req-0367ee6e-4a26-4d59-8107-5d66e7f23a2e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Feb 21 09:43:35.792847 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:36.026259 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3358f-ebd9-48be-8669-868ee4057c50 req-5607ad49-03bb-4a0b-88c4-c0210175b2d1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.031834 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddc3358f-ebd9-48be-8669-868ee4057c50 req-5607ad49-03bb-4a0b-88c4-c0210175b2d1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0984743 Feb 21 09:43:36.065587 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e61a9-4999-4a2a-931a-43830179e8a6 req-c2d875f3-b392-4415-ae22-1ba9b6572dae tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.067340 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a15e61a9-4999-4a2a-931a-43830179e8a6 req-c2d875f3-b392-4415-ae22-1ba9b6572dae tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.1323185 Feb 21 09:43:36.115548 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddc3358f-ebd9-48be-8669-868ee4057c50 req-4084283e-d1c4-490e-8fc1-861bc352de8b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807774 Feb 21 09:43:36.140030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a15e61a9-4999-4a2a-931a-43830179e8a6 req-f8f40f45-c11d-4cbe-a07d-428783698cb8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620673 Feb 21 09:43:36.710976 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee955d-657b-45b5-8639-e16f36fecc9c req-ad02b8c4-811d-4fb0-80e2-17214222e89a tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.716165 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12ee955d-657b-45b5-8639-e16f36fecc9c req-ad02b8c4-811d-4fb0-80e2-17214222e89a tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0612814 Feb 21 09:43:36.765853 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12ee955d-657b-45b5-8639-e16f36fecc9c req-b3928d1b-1b36-4d87-b23d-c9937b5628fe tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Feb 21 09:43:36.787283 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:36.926388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12c3263a-a04b-483a-a867-35fd3e85e396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.028551 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12c3263a-a04b-483a-a867-35fd3e85e396 admin admin] Publish callbacks [] for security_group (0ae1202f-e94a-45b7-b713-2a3e5664c57b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.098354 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12c3263a-a04b-483a-a867-35fd3e85e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0ae1202f-e94a-45b7-b713-2a3e5664c57b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.139133 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-12c3263a-a04b-483a-a867-35fd3e85e396 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b58335c06dc459ca7145585d862cd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503158 Feb 21 09:43:37.140120 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3263a-a04b-483a-a867-35fd3e85e396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1202f-e94a-45b7-b713-2a3e5664c57b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:37.141094 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:37.202429 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] Publish callbacks [] for security_group (0ae1202f-e94a-45b7-b713-2a3e5664c57b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.239291 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.243009 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] Publish callbacks [] for security_group (0ae1202f-e94a-45b7-b713-2a3e5664c57b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.332851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb5b33-ffd3-47d1-8887-e2a43febebc4 req-054bc7a9-609b-4f41-bbdb-55850de579b6 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:37.335221 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20bb5b33-ffd3-47d1-8887-e2a43febebc4 req-054bc7a9-609b-4f41-bbdb-55850de579b6 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1366255 Feb 21 09:43:37.344553 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864166-cec9-49a0-87d3-4e92b9669304 req-10eaa09e-1605-402e-abba-da0277d7637a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:37.346181 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a864166-cec9-49a0-87d3-4e92b9669304 req-10eaa09e-1605-402e-abba-da0277d7637a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0900488 Feb 21 09:43:37.353531 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (0ae1202f-e94a-45b7-b713-2a3e5664c57b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.357048 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:37.358955 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ae1202f-e94a-45b7-b713-2a3e5664c57b HTTP/1.1" status: 204 len: 168 time: 0.2169397 Feb 21 09:43:37.373447 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a874b37-6c80-466e-8c19-28955f6d22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1202f-e94a-45b7-b713-2a3e5664c57b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:37.441698 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20bb5b33-ffd3-47d1-8887-e2a43febebc4 req-5a1c40f1-11da-4c2f-9771-c1ea1a43d391 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945075 Feb 21 09:43:37.452334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a864166-cec9-49a0-87d3-4e92b9669304 req-41166c4d-6c78-467a-a505-1ab3fba6c6fd tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985103 Feb 21 09:43:37.917401 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addffa3e-7013-485a-b18d-d96da5a21825 req-18676ca6-c541-4967-b630-8fb6ed23b341 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:37.918938 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-addffa3e-7013-485a-b18d-d96da5a21825 req-18676ca6-c541-4967-b630-8fb6ed23b341 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0562139 Feb 21 09:43:37.979700 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-addffa3e-7013-485a-b18d-d96da5a21825 req-da495bb7-e7a6-450d-a8ff-d2933832f98a tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Feb 21 09:43:38.624244 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cfc3e-187b-4528-80ae-5606eb573d03 req-89f2f5c5-209e-44ea-8491-d8acaf76c1de tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:38.629325 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-952cfc3e-187b-4528-80ae-5606eb573d03 req-89f2f5c5-209e-44ea-8491-d8acaf76c1de tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0902772 Feb 21 09:43:38.633282 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a670-16a6-4175-8a4e-4512989b1efd req-c37b9947-8434-48e1-84e3-0a5ed9cba223 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:38.634707 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab90a670-16a6-4175-8a4e-4512989b1efd req-c37b9947-8434-48e1-84e3-0a5ed9cba223 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1092329 Feb 21 09:43:38.711766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-952cfc3e-187b-4528-80ae-5606eb573d03 req-d2cd8296-18eb-4ecf-ada8-9f9955e69292 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760117 Feb 21 09:43:38.715330 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ab90a670-16a6-4175-8a4e-4512989b1efd req-ded2ff96-546f-4fe6-98b8-31d915a5505c tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737069 Feb 21 09:43:39.119424 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4253-9c7e-4e33-9b22-9db201321d68 req-11af1ce9-22a6-4dec-a0e4-9a5d36839489 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:39.121018 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64ed4253-9c7e-4e33-9b22-9db201321d68 req-11af1ce9-22a6-4dec-a0e4-9a5d36839489 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0779881 Feb 21 09:43:39.191410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64ed4253-9c7e-4e33-9b22-9db201321d68 req-2828f79c-f90b-412c-bd66-45fd98191ce9 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 Feb 21 09:43:39.884081 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5f3b-cb86-41e3-b33d-d794661a347a req-17643de1-fd74-4db0-b514-4fb16e24d75d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:39.885549 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-806e5f3b-cb86-41e3-b33d-d794661a347a req-17643de1-fd74-4db0-b514-4fb16e24d75d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0800877 Feb 21 09:43:39.921534 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2761b1d-413c-4698-b576-c34d5da86995 req-247c55f4-a3a5-4b9e-8f5b-5903ca12124a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:39.923186 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2761b1d-413c-4698-b576-c34d5da86995 req-247c55f4-a3a5-4b9e-8f5b-5903ca12124a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0891824 Feb 21 09:43:39.967343 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-806e5f3b-cb86-41e3-b33d-d794661a347a req-37ec5812-ae34-4560-a51a-1b0a4dbf0e66 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752976 Feb 21 09:43:40.000725 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2761b1d-413c-4698-b576-c34d5da86995 req-0bcac97e-ed9b-4f5a-bbe3-97f93d56cf78 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647199 Feb 21 09:43:40.317955 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181e6e-91f7-4a66-b39f-718b68d05952 req-ac1e38d7-acc3-4467-804f-7681a54e041d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:40.319352 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98181e6e-91f7-4a66-b39f-718b68d05952 req-ac1e38d7-acc3-4467-804f-7681a54e041d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0508039 Feb 21 09:43:40.365826 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98181e6e-91f7-4a66-b39f-718b68d05952 req-b6931ede-8555-48c2-b9a1-bee25c3d5ba8 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Feb 21 09:43:41.127683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5230-ec25-4453-9cfe-4677b6f7743b req-24ac30f3-0fe0-4e11-ac50-908c9d82fa22 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:41.129288 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d71a5230-ec25-4453-9cfe-4677b6f7743b req-24ac30f3-0fe0-4e11-ac50-908c9d82fa22 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0897307 Feb 21 09:43:41.171541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4fafb-61a3-4054-ad85-f1aa77e75fa9 req-2b1e567e-c49c-4349-8e34-fc4951be39cf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:41.173068 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a4fafb-61a3-4054-ad85-f1aa77e75fa9 req-2b1e567e-c49c-4349-8e34-fc4951be39cf tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0980735 Feb 21 09:43:41.221196 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d71a5230-ec25-4453-9cfe-4677b6f7743b req-99f2ae10-5639-42a0-a77f-1033a5c4d68b tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753710 Feb 21 09:43:41.256275 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3a4fafb-61a3-4054-ad85-f1aa77e75fa9 req-b3565950-53c2-4346-8410-22798ae55993 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763278 Feb 21 09:43:41.488365 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da16d1-de72-4ab2-8600-c93ca00fba75 req-68184a5e-cab6-44b5-92a8-78d5131a70c2 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:41.489831 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7da16d1-de72-4ab2-8600-c93ca00fba75 req-68184a5e-cab6-44b5-92a8-78d5131a70c2 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0575385 Feb 21 09:43:41.535770 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7da16d1-de72-4ab2-8600-c93ca00fba75 req-d1a1f6b6-759e-4a7f-aaee-71e35bcdaabb tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Feb 21 09:43:42.351134 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb0b72-4482-4887-967a-0ef5c363a264 req-a64d9bb6-fe14-4fbd-9787-6980b08ebf2a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:42.352633 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72cb0b72-4482-4887-967a-0ef5c363a264 req-a64d9bb6-fe14-4fbd-9787-6980b08ebf2a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0554554 Feb 21 09:43:42.421364 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccbc5c-dd5c-4bf0-88d7-f8fa73ceb4dc req-4daf6a19-47aa-4378-8cee-1004ce3a0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:42.422875 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-18ccbc5c-dd5c-4bf0-88d7-f8fa73ceb4dc req-4daf6a19-47aa-4378-8cee-1004ce3a0890 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 1130 time: 0.0464737 Feb 21 09:43:42.428476 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72cb0b72-4482-4887-967a-0ef5c363a264 req-d68b8f8d-4e52-464b-9d91-15a63ed72d6e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670862 Feb 21 09:43:42.436056 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8ae0-321d-4b44-9e59-d8f725b6b606 req-1251b2a9-2dc3-4db0-8186-56e6e6a9b4ea tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:42.437499 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5eaf8ae0-321d-4b44-9e59-d8f725b6b606 req-1251b2a9-2dc3-4db0-8186-56e6e6a9b4ea tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.0840096 Feb 21 09:43:42.468581 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-18ccbc5c-dd5c-4bf0-88d7-f8fa73ceb4dc req-ca3910ca-d036-4e18-919d-66a2d314963a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Feb 21 09:43:42.485801 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5eaf8ae0-321d-4b44-9e59-d8f725b6b606 req-d679fc65-f0f8-41c0-9d33-eeae8658729b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Feb 21 09:43:42.650246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee4c7f-d1af-46b5-a22a-8118c2328e91 req-396b1235-63e0-4f78-a525-cf741e4e77ca tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:42.651734 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56ee4c7f-d1af-46b5-a22a-8118c2328e91 req-396b1235-63e0-4f78-a525-cf741e4e77ca tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0516574 Feb 21 09:43:42.701414 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56ee4c7f-d1af-46b5-a22a-8118c2328e91 req-2f9328e9-7f73-4863-966e-405d9ab262bd tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Feb 21 09:43:43.092030 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51632) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:43.193144 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48135142-6338-4a6a-9e0a-6ff274c103ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.268695 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48135142-6338-4a6a-9e0a-6ff274c103ed admin admin] Publish callbacks [] for security_group (e33be9ee-6c4c-48a5-b55d-159a0128f5ce), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.347277 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48135142-6338-4a6a-9e0a-6ff274c103ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (e33be9ee-6c4c-48a5-b55d-159a0128f5ce), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.384584 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-48135142-6338-4a6a-9e0a-6ff274c103ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aacb0fa308dc4853a7d4f5e88321eaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914646 Feb 21 09:43:43.385435 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48135142-6338-4a6a-9e0a-6ff274c103ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33be9ee-6c4c-48a5-b55d-159a0128f5ce,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:43.387946 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:43.433896 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] Publish callbacks [] for security_group (e33be9ee-6c4c-48a5-b55d-159a0128f5ce), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.454436 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] Publish callbacks [] for security_group (e33be9ee-6c4c-48a5-b55d-159a0128f5ce), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.550130 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:43:43.555790 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100aed3-78a9-443f-a678-9eafb57c7fd6 req-5976c426-0c67-4f65-ae28-b8403ecee8e4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:43.557956 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9100aed3-78a9-443f-a678-9eafb57c7fd6 req-5976c426-0c67-4f65-ae28-b8403ecee8e4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0599070 Feb 21 09:43:43.565383 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (e33be9ee-6c4c-48a5-b55d-159a0128f5ce), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.567963 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.569090 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e33be9ee-6c4c-48a5-b55d-159a0128f5ce HTTP/1.1" status: 204 len: 168 time: 0.1801572 Feb 21 09:43:43.626193 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511f750-ce9f-4e91-b2bc-b8a9bba2946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33be9ee-6c4c-48a5-b55d-159a0128f5ce,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:43.668990 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:43.672969 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d5f5f-91a6-44ab-bc0f-af80a2401b5a req-306b7795-19c1-4195-847b-a8500b95fcf8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:43.675038 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-773d5f5f-91a6-44ab-bc0f-af80a2401b5a req-306b7795-19c1-4195-847b-a8500b95fcf8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 944 time: 0.1048992 Feb 21 09:43:43.678741 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9100aed3-78a9-443f-a678-9eafb57c7fd6 req-9c602870-06e8-4ab1-8897-86b1050d46cf tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793362 Feb 21 09:43:43.685623 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'port_id': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'mac_address': 'fa:16:3e:d8:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:43:43.727915 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-773d5f5f-91a6-44ab-bc0f-af80a2401b5a req-c0c59792-1776-4d50-b88b-474fb73c9fd1 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472362 Feb 21 09:43:43.742427 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:43.742824 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.756891 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:43.779106 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:43.837396 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c2552-e2e2-4782-b924-5661f1154b74 req-44a93dc0-eb69-4aa4-ba12-c64b6a79aa90 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:43.838993 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-616c2552-e2e2-4782-b924-5661f1154b74 req-44a93dc0-eb69-4aa4-ba12-c64b6a79aa90 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0528862 Feb 21 09:43:43.849535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.896413 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-616c2552-e2e2-4782-b924-5661f1154b74 req-c60de795-ca2f-4195-99da-abfe20ad9774 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513289 Feb 21 09:43:43.896843 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:44.193991 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['79dc8ed4-7646-4ded-8839-00d1cef2773f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:43:44.285041 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51648) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:44.297454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1187914-a2d8-4795-8efa-6d9973c7c209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.372707 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1187914-a2d8-4795-8efa-6d9973c7c209 admin admin] Publish callbacks [] for security_group (63e717fd-5df2-4aec-9f66-722f497f03e4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.449779 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1187914-a2d8-4795-8efa-6d9973c7c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (63e717fd-5df2-4aec-9f66-722f497f03e4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.488740 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c1187914-a2d8-4795-8efa-6d9973c7c209 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ac484d189a34b468dd11cb5c89c706d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026358 Feb 21 09:43:44.489709 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1187914-a2d8-4795-8efa-6d9973c7c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e717fd-5df2-4aec-9f66-722f497f03e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:44.491437 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 51650) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:44.548301 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] Publish callbacks [] for security_group (63e717fd-5df2-4aec-9f66-722f497f03e4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.569646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] Publish callbacks [] for security_group (63e717fd-5df2-4aec-9f66-722f497f03e4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.684154 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (63e717fd-5df2-4aec-9f66-722f497f03e4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.686529 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:44.687690 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63e717fd-5df2-4aec-9f66-722f497f03e4 HTTP/1.1" status: 204 len: 168 time: 0.1947434 Feb 21 09:43:44.695995 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193da4a-bbd4-482c-9d20-c48de64a578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e717fd-5df2-4aec-9f66-722f497f03e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:44.801662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3d4f-3f7a-4d72-89ba-a416ac89c4b5 req-f707593b-b247-4e75-8ff1-908ee73b9729 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:44.803245 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63dc3d4f-3f7a-4d72-89ba-a416ac89c4b5 req-f707593b-b247-4e75-8ff1-908ee73b9729 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0538001 Feb 21 09:43:44.883599 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe50f9-1c44-48a8-8593-65101101293a req-ada182c5-b91d-4e51-b578-ab1433833d7b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:44.885229 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7efe50f9-1c44-48a8-8593-65101101293a req-ada182c5-b91d-4e51-b578-ab1433833d7b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 945 time: 0.0809262 Feb 21 09:43:44.888623 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-63dc3d4f-3f7a-4d72-89ba-a416ac89c4b5 req-f5deaf0b-797e-476a-8d5e-c8a5a3776e96 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764890 Feb 21 09:43:45.199920 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7efe50f9-1c44-48a8-8593-65101101293a req-4a250c55-0035-4662-b39f-ae198543bda7 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048947 Feb 21 09:43:45.339595 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40edd-3047-4cbb-9a56-be505d198e31 req-e86c2185-8fcb-45f7-8cdd-bf9c25dd2566 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.341070 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8cd40edd-3047-4cbb-9a56-be505d198e31 req-e86c2185-8fcb-45f7-8cdd-bf9c25dd2566 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0815630 Feb 21 09:43:45.361942 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89bab-fefa-476d-9fe3-ed7bd370a1b4 req-2ad03b27-6b72-433d-aca0-65df562e628a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.363463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ada89bab-fefa-476d-9fe3-ed7bd370a1b4 req-2ad03b27-6b72-433d-aca0-65df562e628a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0752718 Feb 21 09:43:45.432162 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8cd40edd-3047-4cbb-9a56-be505d198e31 req-7d3687e1-6a1c-4e01-80b7-885e7cae37f7 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832155 Feb 21 09:43:45.455014 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ada89bab-fefa-476d-9fe3-ed7bd370a1b4 req-ab522908-5d10-4b7e-97cb-9d9b3f0384fc tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765278 Feb 21 09:43:45.505684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:45.560304 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:45.592513 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-e4cc6e3d-fecd-4cb6-abc0-db279daf0f3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900042 Feb 21 09:43:45.602462 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-1278b73f-cf3c-4958-a1f1-803901438ef1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:43:45.603665 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-1278b73f-cf3c-4958-a1f1-803901438ef1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060675 Feb 21 09:43:45.628117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 79dc8ed4-7646-4ded-8839-00d1cef2773f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:45.628496 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.749827 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 51696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:45.862244 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 79dc8ed4-7646-4ded-8839-00d1cef2773f is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:45.872800 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.885103 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:45.887551 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5edf1c4-37fc-41e0-9755-ea1eb031379b" -d '{"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:45.901484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:45.935943 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43915b3a-849b-42c8-a7a5-62cecb5e093b x-openstack-request-id: req-43915b3a-849b-42c8-a7a5-62cecb5e093b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:45.936245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-plugged", "status": "completed", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:45.936498 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43915b3a-849b-42c8-a7a5-62cecb5e093b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:45.936890 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'code': 200} Feb 21 09:43:45.969067 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-e144faa9-937f-4293-9b97-9af39be11401 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.970531 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-e144faa9-937f-4293-9b97-9af39be11401 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports/0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 942 time: 0.2185967 Feb 21 09:43:45.971202 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.971878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:46.086917 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:46.101922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b137228-330d-4d50-8b11-74b2b00916c6 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:46.102345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.136064 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:46.210275 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.261064 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:46.327448 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc4fae-bf12-4f31-850a-b1608a664b60 req-4a3cefc0-0ed1-4ebe-bd8d-c6211975dab8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.328910 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3fc4fae-bf12-4f31-850a-b1608a664b60 req-4a3cefc0-0ed1-4ebe-bd8d-c6211975dab8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0538933 Feb 21 09:43:46.374886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3fc4fae-bf12-4f31-850a-b1608a664b60 req-77febf9f-8657-4a69-a9dc-8c2e26cee309 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Feb 21 09:43:46.401218 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed6e5-decc-4b27-8542-5fe7e8adf670 req-f613445f-2c75-4a63-aa6c-c21e5052c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.401218 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1d7ed6e5-decc-4b27-8542-5fe7e8adf670 req-f613445f-2c75-4a63-aa6c-c21e5052c11d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1131 time: 0.0447359 Feb 21 09:43:46.442987 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1d7ed6e5-decc-4b27-8542-5fe7e8adf670 req-7858d782-dffc-412b-9075-d8d1b4c214bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Feb 21 09:43:46.574257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70e70d-e31c-4797-a233-5beab4058c90 req-2f83f6e9-8820-4870-bc2f-6b1a48c929f1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.575683 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea70e70d-e31c-4797-a233-5beab4058c90 req-2f83f6e9-8820-4870-bc2f-6b1a48c929f1 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0567062 Feb 21 09:43:46.623472 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea70e70d-e31c-4797-a233-5beab4058c90 req-f42454f9-03eb-489f-9a03-a578cd61cc60 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419996 Feb 21 09:43:47.499340 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32850f3d-14f3-47bd-93fa-31a00b475164 req-7a924f53-e4cf-4ff5-b1bf-762014036008 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:47.500736 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32850f3d-14f3-47bd-93fa-31a00b475164 req-7a924f53-e4cf-4ff5-b1bf-762014036008 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0528657 Feb 21 09:43:47.587829 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32850f3d-14f3-47bd-93fa-31a00b475164 req-52e15686-e0b7-4554-a501-eb881a0ccac8 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812857 Feb 21 09:43:47.673840 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d1f2-cd90-421d-9323-12e7dc47d33b req-d784802c-d7cc-4a75-8ec0-b322c210d029 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:47.675338 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1816d1f2-cd90-421d-9323-12e7dc47d33b req-d784802c-d7cc-4a75-8ec0-b322c210d029 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0590856 Feb 21 09:43:47.729697 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1816d1f2-cd90-421d-9323-12e7dc47d33b req-4cf66d5d-eb16-4b78-aee3-960a8445e96e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Feb 21 09:43:47.898314 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303293a-7656-4042-bb14-743f754697f4 req-9b1f3e1e-b2fd-4c62-8fe6-ef016936b215 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:47.899802 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b303293a-7656-4042-bb14-743f754697f4 req-9b1f3e1e-b2fd-4c62-8fe6-ef016936b215 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0563869 Feb 21 09:43:47.938503 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:47.941423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3764c67a-5a7a-43ba-87e4-b02402ccdddf" -d '{"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:47.951334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b303293a-7656-4042-bb14-743f754697f4 req-9662da50-aade-4fac-84b9-aa419f2f18ae tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457106 Feb 21 09:43:47.974979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6249a9f5-5d9e-48d9-bf76-8d4d5c2f39a4 x-openstack-request-id: req-6249a9f5-5d9e-48d9-bf76-8d4d5c2f39a4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:47.975430 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-unplugged", "status": "failed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:47.975662 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6249a9f5-5d9e-48d9-bf76-8d4d5c2f39a4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:47.976239 dv-cinder-778193-19-iscsi neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'code': 422} returned with failed status Feb 21 09:43:48.714484 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b5dd-2299-4837-8617-9be1a0d1d847 req-00a6c516-8f0b-46bf-abee-56c82fcb481f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:48.715996 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f171b5dd-2299-4837-8617-9be1a0d1d847 req-00a6c516-8f0b-46bf-abee-56c82fcb481f tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0523846 Feb 21 09:43:48.773360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f171b5dd-2299-4837-8617-9be1a0d1d847 req-c65f2524-286f-43f9-a799-415a6f1f347c tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 Feb 21 09:43:48.855242 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e21-20de-41f4-8331-f425059b1d93 req-aaf7df55-5a24-4e82-b421-a044810b273f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:48.856732 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a240e21-20de-41f4-8331-f425059b1d93 req-aaf7df55-5a24-4e82-b421-a044810b273f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0541177 Feb 21 09:43:48.905790 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a240e21-20de-41f4-8331-f425059b1d93 req-e751250c-e89e-4eff-a60f-be78c1161287 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Feb 21 09:43:49.070755 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181ffd-5f79-41bf-a2d8-523d061a26b1 req-f279f154-45a7-456f-b9db-f31ed88be849 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.072187 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76181ffd-5f79-41bf-a2d8-523d061a26b1 req-f279f154-45a7-456f-b9db-f31ed88be849 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0523391 Feb 21 09:43:49.124624 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76181ffd-5f79-41bf-a2d8-523d061a26b1 req-69745340-0752-4ea5-a5b4-28556bac1e4d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Feb 21 09:43:49.350527 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-eac7f590-567f-454d-8bd2-eb0188c92b28 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.352043 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-eac7f590-567f-454d-8bd2-eb0188c92b28 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 946 time: 0.0527925 Feb 21 09:43:49.450726 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Deleting port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:49.451069 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.541028 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] For port 4e95cd8a-22c2-4e86-b317-4d43444c8a34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4e95cd8a-22c2-4e86-b317-4d43444c8a34,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:49.541414 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.554338 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Calling delete_port for 4e95cd8a-22c2-4e86-b317-4d43444c8a34 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:49.770413 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (4e95cd8a-22c2-4e86-b317-4d43444c8a34), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.799304 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Pushing event deleted for resources: {'Port': ['ID=4e95cd8a-22c2-4e86-b317-4d43444c8a34,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.849225 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] No DVR routers for this DVR port 4e95cd8a-22c2-4e86-b317-4d43444c8a34 on host hv-cinder-77819 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:43:49.852182 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.856811 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ca043e0e-d353-4c48-9163-78462b6f69a5 req-1ca23ff2-2eca-4cab-8c6b-50f11515b47e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "DELETE /v2.0/ports/4e95cd8a-22c2-4e86-b317-4d43444c8a34 HTTP/1.1" status: 204 len: 173 time: 0.4986539 Feb 21 09:43:49.857435 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'name': 'network-vif-deleted', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:49.859861 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fe56d-e89d-46b6-ba66-3660a6a1d0e2" -d '{"events": [{"server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "name": "network-vif-deleted", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:49.894561 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-cb06eaa3-0ee2-4e50-a2bd-8eef880c3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.896155 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-cb06eaa3-0ee2-4e50-a2bd-8eef880c3db8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1&tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e HTTP/1.1" status: 200 len: 1127 time: 0.0904911 Feb 21 09:43:49.919248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acef42-c534-485c-bb2a-d0ecffaf871e req-502c3356-ea43-40b0-a49f-76bfe0f91dbb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.920766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36acef42-c534-485c-bb2a-d0ecffaf871e req-502c3356-ea43-40b0-a49f-76bfe0f91dbb tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0649612 Feb 21 09:43:49.966939 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b9ae5-126c-4b71-9c5d-952fe96defb8 x-openstack-request-id: req-631b9ae5-126c-4b71-9c5d-952fe96defb8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:49.967235 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f7e0ed-cf00-4478-abf7-fce4fa334e9d", "name": "network-vif-deleted", "tag": "4e95cd8a-22c2-4e86-b317-4d43444c8a34", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:49.967516 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-631b9ae5-126c-4b71-9c5d-952fe96defb8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:49.967917 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f7e0ed-cf00-4478-abf7-fce4fa334e9d', 'name': 'network-vif-deleted', 'tag': '4e95cd8a-22c2-4e86-b317-4d43444c8a34', 'status': 'completed', 'code': 200} Feb 21 09:43:50.003574 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-36acef42-c534-485c-bb2a-d0ecffaf871e req-a9193526-a90a-490e-a7a5-81dbe2584a84 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719805 Feb 21 09:43:50.014162 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-0229f377-6285-41cf-92a5-57a2211648d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.016603 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-0229f377-6285-41cf-92a5-57a2211648d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1127 time: 0.0698204 Feb 21 09:43:50.051501 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72eac4af-9380-4ec9-ab0d-06339cb03af2 req-c2b049a2-6568-44c2-8a36-7d0bac975911 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f7e0ed-cf00-4478-abf7-fce4fa334e9d HTTP/1.1" status: 200 len: 210 time: 0.0336447 Feb 21 09:43:50.144855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-36330b3a-0a5c-4ee2-a66a-3f7779797dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.146366 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-36330b3a-0a5c-4ee2-a66a-3f7779797dac service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.1021323 Feb 21 09:43:50.258975 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-d397ed37-5066-47c2-8795-eea7cf11ac97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 998 time: 0.0952342 Feb 21 09:43:50.281405 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccbb3-046f-47a5-ad65-7a6adefcdd27 req-01f303b4-6703-4b4e-8025-b2aa49e1ce09 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.282824 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d16ccbb3-046f-47a5-ad65-7a6adefcdd27 req-01f303b4-6703-4b4e-8025-b2aa49e1ce09 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0816936 Feb 21 09:43:50.339720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-081c3181-4f27-48e6-b122-f1ffc9ef9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.341172 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-081c3181-4f27-48e6-b122-f1ffc9ef9bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0749924 Feb 21 09:43:50.368351 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d16ccbb3-046f-47a5-ad65-7a6adefcdd27 req-669f5125-b7ab-4937-8970-c9e934f263b6 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667503 Feb 21 09:43:50.400413 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-c5dc8090-52dd-45c6-9bf3-8021fdd8a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.402067 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-c5dc8090-52dd-45c6-9bf3-8021fdd8a867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508969 Feb 21 09:43:50.499483 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-d1d5efce-001b-4b21-8b54-401e9b36a855 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872049 Feb 21 09:43:50.605335 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61e09ebb-7701-40a6-82f3-7623cb8dd99d req-51ee20fa-9c30-4744-82ab-100a6ad73d5e service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Feb 21 09:43:51.360620 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-c67f3600-58ef-422a-b0fe-a387c1d3ab99 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:51.362024 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-c67f3600-58ef-422a-b0fe-a387c1d3ab99 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/networks?id=f147eb66-9987-46e4-9c5c-56f961b4ee03 HTTP/1.1" status: 200 len: 808 time: 0.1050675 Feb 21 09:43:51.376161 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-cbb956e1-b370-4606-aa79-07a3d80bfbe6 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/quotas/8fbaf298b9674b85b243addfb4123c48 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Feb 21 09:43:51.409344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-f8a1d638-2974-40d8-8624-d7185f1e86ce tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281925 Feb 21 09:43:51.536018 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-2fbdd994-cb49-4202-ba4c-a894042eddeb service neutron] 10.222.0.65 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203146 Feb 21 09:43:51.544251 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1516985-765e-4162-925d-b898a4cb3415 req-e6ebd1f4-3f08-40e9-9808-0e3334eed472 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:51.545622 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1516985-765e-4162-925d-b898a4cb3415 req-e6ebd1f4-3f08-40e9-9808-0e3334eed472 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0838687 Feb 21 09:43:51.591981 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4e95cd8a-22c2-4e86-b317-4d43444c8a34 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:51.616443 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 4e95cd8a-22c2-4e86-b317-4d43444c8a34 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:51.617041 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 4e95cd8a-22c2-4e86-b317-4d43444c8a34 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:51.650278 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1516985-765e-4162-925d-b898a4cb3415 req-de0ba0fc-3202-4c54-b10f-effcc4208d5d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962746 Feb 21 09:43:51.668844 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-7df77278-5155-4148-bab7-9eddff5a7725 service neutron] 10.222.0.65 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222231 Feb 21 09:43:51.931405 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-79b2fe9f-bc34-4d1e-b74f-f46db82bcf32 req-415a7a2b-f24a-4a5a-bb71-561d49824a9f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 210 time: 0.0305636 Feb 21 09:43:52.180327 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c052a-6ff2-464b-aca6-bfb035d7658b req-52efee4d-cc4a-46a8-9fb2-eb0682e00518 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.182159 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe8c052a-6ff2-464b-aca6-bfb035d7658b req-52efee4d-cc4a-46a8-9fb2-eb0682e00518 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0541413 Feb 21 09:43:52.233845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fe8c052a-6ff2-464b-aca6-bfb035d7658b req-96daaf00-9ac7-442a-b884-c7a4d3cb07a0 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Feb 21 09:43:52.781105 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2fcb-e42c-4ae3-b550-8807879349fb req-d205c33f-f85d-41b7-8e66-ef776319f00c tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.782489 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bffd2fcb-e42c-4ae3-b550-8807879349fb req-d205c33f-f85d-41b7-8e66-ef776319f00c tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0574999 Feb 21 09:43:52.833718 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bffd2fcb-e42c-4ae3-b550-8807879349fb req-d5e6cde4-3df9-4e50-94dc-0ab43fa11efb tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447996 Feb 21 09:43:53.025625 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-67c2807d-3554-44b8-b4ea-c21c09856d0d req-02c3ffbb-e1f7-4116-b69e-abf7a768059d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 210 time: 0.0276229 Feb 21 09:43:53.352293 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0123e-75c4-4ade-863a-15dd5501b1e2 req-d23d9a89-a8cb-4411-ab22-3907b191a952 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:53.353766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ecb0123e-75c4-4ade-863a-15dd5501b1e2 req-d23d9a89-a8cb-4411-ab22-3907b191a952 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0541577 Feb 21 09:43:53.404340 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ecb0123e-75c4-4ade-863a-15dd5501b1e2 req-f036bc93-766d-4092-948c-93d158aadd70 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Feb 21 09:43:53.990971 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-1292a605-9ffa-4afe-bb6f-b335aba84400 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:53.992439 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-1292a605-9ffa-4afe-bb6f-b335aba84400 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "GET /v2.0/networks?id=f147eb66-9987-46e4-9c5c-56f961b4ee03 HTTP/1.1" status: 200 len: 808 time: 0.1404455 Feb 21 09:43:54.002405 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83281-7595-48e9-9f11-8cea1cd7959d req-5dd5c613-f34c-4836-8383-5b872aa52844 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:54.003906 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83d83281-7595-48e9-9f11-8cea1cd7959d req-5dd5c613-f34c-4836-8383-5b872aa52844 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.0923383 Feb 21 09:43:54.026208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Request body: {'port': {'device_id': 'e0358b1f-d599-4485-a904-173a74446ccc', 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03', 'admin_state_up': True, 'tenant_id': '8fbaf298b9674b85b243addfb4123c48'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:54.117363 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83d83281-7595-48e9-9f11-8cea1cd7959d req-3fa02c64-2fcd-41b7-98b6-939d624a266f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074700 Feb 21 09:43:54.137394 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b1a063a-2e0f-4707-bedd-87563312c67f req-a97528e9-8336-403a-bdad-d8f59cd075eb tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 210 time: 0.0371695 Feb 21 09:43:54.173095 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-31bd9d66-35fd-471a-80db-1810361bd5ef tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:54.174783 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-31bd9d66-35fd-471a-80db-1810361bd5ef tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.0720334 Feb 21 09:43:54.273095 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port 6e225a39-136a-43e7-954a-cbf56dd61537 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:43:54.273434 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.284982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Made reservation on behalf of 8fbaf298b9674b85b243addfb4123c48 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:54.288701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.365754 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] For port 6e225a39-136a-43e7-954a-cbf56dd61537, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e225a39-136a-43e7-954a-cbf56dd61537,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:54.366113 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.417040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Allocated IP 172.20.0.11 (f147eb66-9987-46e4-9c5c-56f961b4ee03/c7be323d-379d-4c30-9516-2e872b6012dd/556ab99e-020e-493e-8225-76b5c23cff2e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:54.546321 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.546680 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (7bc1695c-18d9-46da-8609-153cb174a8bd), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.547026 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP 7bc1695c-18d9-46da-8609-153cb174a8bd disassociated. External IP: 172.27.1.166, port: 6e225a39-136a-43e7-954a-cbf56dd61537. Feb 21 09:43:54.547394 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for 6e225a39-136a-43e7-954a-cbf56dd61537 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:43:54.592280 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8a25-2bab-4d61-b639-a3fa97a999e9 req-e6f2a1a5-eec3-4cb9-8d76-58f26114095d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:54.593759 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4e8a25-2bab-4d61-b639-a3fa97a999e9 req-e6f2a1a5-eec3-4cb9-8d76-58f26114095d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 946 time: 0.1116226 Feb 21 09:43:54.635491 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks [] for port (556ab99e-020e-493e-8225-76b5c23cff2e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.668251 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4e8a25-2bab-4d61-b639-a3fa97a999e9 req-b530e904-c105-4187-8c94-a8edff89e0df tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651538 Feb 21 09:43:54.736190 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (6e225a39-136a-43e7-954a-cbf56dd61537), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.754342 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.770229 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=6e225a39-136a-43e7-954a-cbf56dd61537,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:54.801024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Network f147eb66-9987-46e4-9c5c-56f961b4ee03 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:54.801024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:54.804961 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:54.836099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Pushing event updated for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:54.866365 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:54.866977 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.893471 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:43:54.921960 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5aefffb4-c23f-4399-9042-ca97be659b8c tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9054475 Feb 21 09:43:54.952707 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Request body: {'port': {'device_id': 'e0358b1f-d599-4485-a904-173a74446ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:55.005300 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.009743 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:55.024223 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:55.035104 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:55.035758 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:43:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:55.057122 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] No DVR routers for this DVR port 6e225a39-136a-43e7-954a-cbf56dd61537 on host hv-cinder-77819 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:43:55.063585 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.080660 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ee7f430-a799-4e5a-8f5b-c4f7ec964c9e req-9e7cd4c4-1cb1-477b-9a48-14a00b5c272c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "DELETE /v2.0/ports/6e225a39-136a-43e7-954a-cbf56dd61537 HTTP/1.1" status: 204 len: 173 time: 0.8856189 Feb 21 09:43:55.080660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'name': 'network-vif-deleted', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:55.080660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a03fa9-4ef4-4d6e-b6f2-93c6bdb17333" -d '{"events": [{"server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "name": "network-vif-deleted", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:55.108896 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb04b9c-f92e-4388-8399-09b287268bbe x-openstack-request-id: req-4eb04b9c-f92e-4388-8399-09b287268bbe {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:55.114582 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0bdd2e-5061-49de-91cc-ec70d94a8bb2", "name": "network-vif-deleted", "tag": "6e225a39-136a-43e7-954a-cbf56dd61537", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:55.114582 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4eb04b9c-f92e-4388-8399-09b287268bbe {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:55.114582 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bdd2e-5061-49de-91cc-ec70d94a8bb2', 'name': 'network-vif-deleted', 'tag': '6e225a39-136a-43e7-954a-cbf56dd61537', 'status': 'completed', 'code': 200} Feb 21 09:43:55.190761 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:55.376538 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375675c-eddd-4111-a00f-9437227394de req-0386e32f-1ed8-4226-8775-260cadf7d78e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.377957 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0375675c-eddd-4111-a00f-9437227394de req-0386e32f-1ed8-4226-8775-260cadf7d78e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 932 time: 0.1476860 Feb 21 09:43:55.402562 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04948b-ba72-40b0-b1d2-76d8b46f76a1 req-98e75f25-6cb3-420b-a851-eafb672e0338 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.406240 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da04948b-ba72-40b0-b1d2-76d8b46f76a1 req-98e75f25-6cb3-420b-a851-eafb672e0338 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1595786 Feb 21 09:43:55.437969 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:55.449747 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556ab99e-020e-493e-8225-76b5c23cff2e {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:55.473310 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:55.478568 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks [] for port (556ab99e-020e-493e-8225-76b5c23cff2e), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.484799 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:55.487365 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:43:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:55.516037 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da04948b-ba72-40b0-b1d2-76d8b46f76a1 req-c2c5c907-129a-4fe1-a5cf-57ff60fd837e tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033823 Feb 21 09:43:55.518883 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0375675c-eddd-4111-a00f-9437227394de req-fb2e5b2f-d7c1-4013-b1d8-b3fbb0fdbfdc tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235988 Feb 21 09:43:55.519834 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Transition to ACTIVE for port object 556ab99e-020e-493e-8225-76b5c23cff2e will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:43:55.603623 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.614999 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:55.657927 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Pushing event updated for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:55.730616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Attempting to bind port 556ab99e-020e-493e-8225-76b5c23cff2e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:55.735695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Attempting to bind port 556ab99e-020e-493e-8225-76b5c23cff2e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:55.735695 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Attempting to bind port 556ab99e-020e-493e-8225-76b5c23cff2e on network f147eb66-9987-46e4-9c5c-56f961b4ee03 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:55.735980 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Port 556ab99e-020e-493e-8225-76b5c23cff2e on network f147eb66-9987-46e4-9c5c-56f961b4ee03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:43:55.736809 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Attempting to bind port 556ab99e-020e-493e-8225-76b5c23cff2e on network f147eb66-9987-46e4-9c5c-56f961b4ee03 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:55.741772 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:55.742112 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Checking segment: {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:55.742504 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Bound using segment: {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:55.742936 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Bound port: 556ab99e-020e-493e-8225-76b5c23cff2e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8eb2-1290-45e3-943b-62c456462e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:55.743312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.786680 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-43e2bb5f-fc92-4cd3-a8ed-18aaa238f7ef req-0511f865-6799-4184-b18a-adcaa31abb24 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca0bdd2e-5061-49de-91cc-ec70d94a8bb2 HTTP/1.1" status: 200 len: 210 time: 0.0336337 Feb 21 09:43:55.839087 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:55.840468 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:55.842096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=556ab99e-020e-493e-8225-76b5c23cff2e,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:55.866618 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5775-1969-4c13-a5a1-277d88ccd4a1 None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:55.930895 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.969739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.970390 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.972436 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] 10.222.0.42 "PUT /v2.0/ports/556ab99e-020e-493e-8225-76b5c23cff2e HTTP/1.1" status: 200 len: 1094 time: 1.0320168 Feb 21 09:43:55.972969 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:55.975217 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb8948-185a-44cc-aff8-21bce515ce17" -d '{"events": [{"name": "network-changed", "server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:56.000689 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c19ae-3d95-4ac2-95af-15be582a1106 service neutron] Pushing event updated for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:56.019520 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee428330-9a63-4d59-bca2-7f0c9357b958 x-openstack-request-id: req-ee428330-9a63-4d59-bca2-7f0c9357b958 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:56.020019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:56.020104 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee428330-9a63-4d59-bca2-7f0c9357b958 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:56.020640 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e', 'status': 'completed', 'code': 200} Feb 21 09:43:56.121701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-ed32abf0-8f37-4517-b5e8-dd5dba9fdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.123255 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-ed32abf0-8f37-4517-b5e8-dd5dba9fdc6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 1128 time: 0.0498972 Feb 21 09:43:56.132856 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5725be50-0c33-4e00-a658-8bf4d0df9b51 None None] New status for floating IP 7bc1695c-18d9-46da-8609-153cb174a8bd: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:43:56.230209 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-204a76d5-fb83-410d-bea0-0c784ad7a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.230883 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-204a76d5-fb83-410d-bea0-0c784ad7a19d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8fbaf298b9674b85b243addfb4123c48&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0927620 Feb 21 09:43:56.326117 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-54f065ba-1539-4ca2-a9b0-f2eeb6fabb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.327605 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-46cb8948-185a-44cc-aff8-21bce515ce17 req-54f065ba-1539-4ca2-a9b0-f2eeb6fabb9e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897768 Feb 21 09:43:56.454764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5f741474-9054-422a-ab30-3ab2acb1a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.456801 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-5f741474-9054-422a-ab30-3ab2acb1a28d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fbaf298b9674b85b243addfb4123c48&device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 1128 time: 0.0503893 Feb 21 09:43:56.511456 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-6fb9421e-300c-4cfc-8e55-1dff8ade568a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=556ab99e-020e-493e-8225-76b5c23cff2e HTTP/1.1" status: 200 len: 217 time: 0.0349219 Feb 21 09:43:56.568373 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-4148d6a0-11ae-4e13-8327-226498fc5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.569922 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-4148d6a0-11ae-4e13-8327-226498fc5e7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7be323d-379d-4c30-9516-2e872b6012dd HTTP/1.1" status: 200 len: 848 time: 0.0525312 Feb 21 09:43:56.616886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-40ea8850-ff41-44a5-9fc4-538898663083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f147eb66-9987-46e4-9c5c-56f961b4ee03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324311 Feb 21 09:43:56.763177 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a7481-8173-4256-99d2-a1647ac9390f req-c4e2364b-54ce-475b-a646-8be74c6ec7b6 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.764840 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-250a7481-8173-4256-99d2-a1647ac9390f req-c4e2364b-54ce-475b-a646-8be74c6ec7b6 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 943 time: 0.1539631 Feb 21 09:43:56.772390 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b995a-3b9e-475a-aad5-aa62a78921e5 req-271b01f6-4432-4241-ae9b-2d989e63078e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.774083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d0b995a-3b9e-475a-aad5-aa62a78921e5 req-271b01f6-4432-4241-ae9b-2d989e63078e tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 944 time: 0.1644409 Feb 21 09:43:56.806664 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-271f9b45-acf4-45c8-a28c-766bf981a12f service neutron] 10.222.0.42 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739268 Feb 21 09:43:56.918239 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-250a7481-8173-4256-99d2-a1647ac9390f req-7594d4ff-07fb-416f-a48b-1457b792567d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395636 Feb 21 09:43:56.924487 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5d0b995a-3b9e-475a-aad5-aa62a78921e5 req-39241a22-6581-426f-9e9d-fcc1dac4b7ed tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330886 Feb 21 09:43:56.953845 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72d9987a-fe1c-4d12-b8d6-8395cdbac18f req-f1cca27c-d9c9-4505-bb1a-348a97fe83fe service neutron] 10.222.0.42 "GET /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383252 Feb 21 09:43:57.178127 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-7f53a938-5d07-45fd-a887-f8ab11c4a0ed tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815691008&fields=id&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 267 time: 0.0465105 Feb 21 09:43:57.281534 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f8e9726b-854c-41dd-9696-8570f3607742 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:57.282910 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f8e9726b-854c-41dd-9696-8570f3607742 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.0984459 Feb 21 09:43:57.297699 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-ab24284a-0c3a-4ed1-bb2a-72043480983f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/quotas/b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 375 time: 0.0086765 Feb 21 09:43:57.356140 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-1fe97350-2035-489f-8384-3470204acf33 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536203 Feb 21 09:43:57.447627 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-cbc7ae69-c8a3-49af-93d5-ce040a656bf4 service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805182 Feb 21 09:43:57.538531 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-820ddb4b-099e-4977-845c-a10048a17ff9 service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Feb 21 09:43:57.606688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:43:57.637909 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6e225a39-136a-43e7-954a-cbf56dd61537 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:43:57.687953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 6e225a39-136a-43e7-954a-cbf56dd61537 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:43:57.688325 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 6e225a39-136a-43e7-954a-cbf56dd61537 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:43:57.726813 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:57.737735 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '0b137228-330d-4d50-8b11-74b2b00916c6', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'port_id': '0b137228-330d-4d50-8b11-74b2b00916c6', 'mac_address': 'fa:16:3e:d4:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:43:57.774145 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b137228-330d-4d50-8b11-74b2b00916c6 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:57.774574 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.787256 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b137228-330d-4d50-8b11-74b2b00916c6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:57.806956 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:57.883147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.934966 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:58.053388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452310cd-d960-4f8e-b3cc-8cf68bb208e2 req-53a82064-3733-4282-ad6e-ecc5530904ef tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:58.059952 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-452310cd-d960-4f8e-b3cc-8cf68bb208e2 req-53a82064-3733-4282-ad6e-ecc5530904ef tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 944 time: 0.0684121 Feb 21 09:43:58.143560 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-452310cd-d960-4f8e-b3cc-8cf68bb208e2 req-774e502a-7cf0-412f-89db-b0d6e8ee146a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826712 Feb 21 09:43:58.165075 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65d189-8865-4a76-88a8-cf00139baa9a req-1f407bcc-a35c-4a47-a729-70d2634dd9ae tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:58.166812 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a65d189-8865-4a76-88a8-cf00139baa9a req-1f407bcc-a35c-4a47-a729-70d2634dd9ae tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 944 time: 0.0836287 Feb 21 09:43:58.180158 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['0b137228-330d-4d50-8b11-74b2b00916c6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:43:58.229174 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce4a2310-8d72-492e-bfd2-7e0c255dfe47 req-bcb50e63-0b51-445d-bc68-55781086624f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 210 time: 0.0349138 Feb 21 09:43:58.252495 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a65d189-8865-4a76-88a8-cf00139baa9a req-82593fc8-c603-439f-8940-bbec5a0bcd19 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Feb 21 09:43:58.294170 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.262702 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337c1c3-401f-4c1e-8b57-7a55c4597ee1 req-bf1907d8-629d-4b7c-aa23-c36aac1a9458 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:59.264287 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b337c1c3-401f-4c1e-8b57-7a55c4597ee1 req-bf1907d8-629d-4b7c-aa23-c36aac1a9458 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 944 time: 0.0526321 Feb 21 09:43:59.332779 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35fd5d93-96c4-47f1-88f7-325e69f4d575 req-72fc6722-1694-4ad2-8cb9-4c71c1c0d031 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 210 time: 0.0357971 Feb 21 09:43:59.337490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b337c1c3-401f-4c1e-8b57-7a55c4597ee1 req-7d9a1682-ad6a-415d-b0e6-c27b7bfe21ea tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668190 Feb 21 09:43:59.436759 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc1d46-be74-472c-8c27-2733124cea00 req-09755e0d-b33d-42e4-8127-a1c0d48e0198 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:59.438256 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69cc1d46-be74-472c-8c27-2733124cea00 req-09755e0d-b33d-42e4-8127-a1c0d48e0198 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 944 time: 0.0515170 Feb 21 09:43:59.487148 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69cc1d46-be74-472c-8c27-2733124cea00 req-12114231-f820-4160-aeb5-b07fdbb4239f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Feb 21 09:43:59.622136 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 556ab99e-020e-493e-8225-76b5c23cff2e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:43:59.636154 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:59.749079 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 0b137228-330d-4d50-8b11-74b2b00916c6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:59.749454 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.782949 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=556ab99e-020e-493e-8225-76b5c23cff2e,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:59.800953 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '556ab99e-020e-493e-8225-76b5c23cff2e', 'network_id': 'f147eb66-9987-46e4-9c5c-56f961b4ee03', 'port_id': '556ab99e-020e-493e-8225-76b5c23cff2e', 'mac_address': 'fa:16:3e:93:a1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7be323d-379d-4c30-9516-2e872b6012dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:43:59.864032 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 556ab99e-020e-493e-8225-76b5c23cff2e is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:59.864345 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.883380 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b137228-330d-4d50-8b11-74b2b00916c6 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:59.883766 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.887076 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556ab99e-020e-493e-8225-76b5c23cff2e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:43:59.919365 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=556ab99e-020e-493e-8225-76b5c23cff2e,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:59.923491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:43:59.926341 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa876cb2-1dac-447e-ac8e-36de82e9ce91" -d '{"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-plugged", "status": "completed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:43:59.938377 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:59.966768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc1d3d6-4ae9-4858-a223-2ebc6e1298e6 x-openstack-request-id: req-adc1d3d6-4ae9-4858-a223-2ebc6e1298e6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:43:59.966768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-plugged", "status": "completed", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:43:59.966768 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adc1d3d6-4ae9-4858-a223-2ebc6e1298e6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:43:59.966768 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'code': 200} Feb 21 09:44:00.021244 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.059259 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.069398 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.116581 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.293172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-21c0db90-a94b-4b8f-aa69-63e9964c4166 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:00.294591 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-21c0db90-a94b-4b8f-aa69-63e9964c4166 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.1024559 Feb 21 09:44:00.355610 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['556ab99e-020e-493e-8225-76b5c23cff2e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:44:00.384641 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-9d6660dd-dc7e-46d4-bb85-f7679bb2def5 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 380 time: 0.0581288 Feb 21 09:44:00.391980 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47839c2c-4238-4d15-af2d-bab9a42f35ea req-c3d02a76-84ce-4b6c-a1b8-2cc12191c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:00.393823 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-47839c2c-4238-4d15-af2d-bab9a42f35ea req-c3d02a76-84ce-4b6c-a1b8-2cc12191c24b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0669341 Feb 21 09:44:00.399291 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'port': {'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'admin_state_up': True, 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'security_groups': ['4c4983b6-108f-46a9-b67d-c933f3c76f12']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:00.458536 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-47839c2c-4238-4d15-af2d-bab9a42f35ea req-07031a19-5753-4daa-b1c5-2e060110e467 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576985 Feb 21 09:44:00.752351 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6cbd4f45-295c-47c6-ba8d-e862a47876ad req-340027e5-8d63-4a6f-8c12-71e11ec0f554 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 210 time: 0.3239789 Feb 21 09:44:00.858173 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e215a-670e-4375-b818-19f6dcea632f req-a00c413b-0350-4651-bde9-1f4473ee0606 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:00.859644 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-879e215a-670e-4375-b818-19f6dcea632f req-a00c413b-0350-4651-bde9-1f4473ee0606 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.4304087 Feb 21 09:44:00.940976 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d55ee0-ae17-4ab1-ab42-b862c0da1b28 req-72633795-452e-4536-b93b-3d44a739876d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:00.943030 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81d55ee0-ae17-4ab1-ab42-b862c0da1b28 req-72633795-452e-4536-b93b-3d44a739876d tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 945 time: 0.1328440 Feb 21 09:44:00.946136 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-203161e8-3335-486b-8b8d-ec9e9ad68d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.948009 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-879e215a-670e-4375-b818-19f6dcea632f req-82e6770d-f115-49e1-abb4-25ad8a22d38a tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811234 Feb 21 09:44:00.993229 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81d55ee0-ae17-4ab1-ab42-b862c0da1b28 req-a9cf5220-2304-47f0-9cad-24b0d4a41f4b tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Feb 21 09:44:01.027324 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Made reservation on behalf of b11ed249505a4004b9ac29e6e0d515ff for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:01.030694 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.158406 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.20.0.9 (882d7823-c59a-4fe4-98b6-cb5cee24f80a/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0/91ed506c-4402-41f0-8927-5a33f17fbeee) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:01.312782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.421880 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.462125 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:01.464990 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:01.471061 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:01.478068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:01.524811 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:01.525355 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.601672 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5cb7d3e8-9b59-4207-b0f2-e77d5df23d96 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2062154 Feb 21 09:44:01.637685 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 556ab99e-020e-493e-8225-76b5c23cff2e up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:01.643441 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Request body: {'port': {'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:01.713377 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.738315 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-147e0676-6006-4336-9ead-7cb701646328 None None] Provisioning complete for port 91ed506c-4402-41f0-8927-5a33f17fbeee triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:01.738608 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-147e0676-6006-4336-9ead-7cb701646328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.782401 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-147e0676-6006-4336-9ead-7cb701646328 None None] Port 91ed506c-4402-41f0-8927-5a33f17fbeee cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:44:01.786773 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 556ab99e-020e-493e-8225-76b5c23cff2e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:44:01.791042 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 556ab99e-020e-493e-8225-76b5c23cff2e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:01.792095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.883576 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 556ab99e-020e-493e-8225-76b5c23cff2e is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:01.884186 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.917647 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=556ab99e-020e-493e-8225-76b5c23cff2e,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:01.934152 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298498-c26a-4319-be95-7600c70b1aad req-68c924f0-ee99-4b15-9296-526f5b103c56 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:01.935649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08298498-c26a-4319-be95-7600c70b1aad req-68c924f0-ee99-4b15-9296-526f5b103c56 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 931 time: 0.1082561 Feb 21 09:44:01.965944 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:01.968272 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b634ddf2-569f-49f4-b4a9-1ad493a2d211" -d '{"events": [{"server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "name": "network-vif-plugged", "status": "completed", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:02.007905 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c8fc3-ea37-4286-8eea-eca58871466d x-openstack-request-id: req-982c8fc3-ea37-4286-8eea-eca58871466d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:02.008654 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "name": "network-vif-plugged", "status": "completed", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:02.009063 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-982c8fc3-ea37-4286-8eea-eca58871466d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:02.009627 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e', 'code': 200} Feb 21 09:44:02.010818 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.017094 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08298498-c26a-4319-be95-7600c70b1aad req-138fcffc-402f-4865-bd57-ae790bcb86c7 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748162 Feb 21 09:44:02.071166 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ed506c-4402-41f0-8927-5a33f17fbeee {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:44:02.081607 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.083192 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks [] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.140861 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Transition to ACTIVE for port object 91ed506c-4402-41f0-8927-5a33f17fbeee will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:44:02.186461 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707771-c24f-44b5-a98c-0b211bd3fbaa req-2c3db0ce-ab5f-44f3-af75-760a4a8d2055 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.188016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94707771-c24f-44b5-a98c-0b211bd3fbaa req-2c3db0ce-ab5f-44f3-af75-760a4a8d2055 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0950925 Feb 21 09:44:02.199924 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43eb5-b29f-4e25-9bb9-af1d8187b6c7 req-5026c283-d18a-4c74-be17-f7e09db80691 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.201360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37d43eb5-b29f-4e25-9bb9-af1d8187b6c7 req-5026c283-d18a-4c74-be17-f7e09db80691 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.0793741 Feb 21 09:44:02.229281 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.321198 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.342482 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94707771-c24f-44b5-a98c-0b211bd3fbaa req-6dd7462b-03cd-4dbf-b205-6d48b7d29b41 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353371 Feb 21 09:44:02.349864 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37d43eb5-b29f-4e25-9bb9-af1d8187b6c7 req-e07b1aa9-3822-4a83-9fb9-8134f595545f tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411335 Feb 21 09:44:02.376230 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da7eae-945a-4954-88dc-9bfbfdb24246 req-edb3fd05-a0bb-4e49-a414-99534ff5a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.377828 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12da7eae-945a-4954-88dc-9bfbfdb24246 req-edb3fd05-a0bb-4e49-a414-99534ff5a712 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 1130 time: 0.0652478 Feb 21 09:44:02.422274 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Attempting to bind port 91ed506c-4402-41f0-8927-5a33f17fbeee on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:02.423092 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Attempting to bind port 91ed506c-4402-41f0-8927-5a33f17fbeee by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:02.423092 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Attempting to bind port 91ed506c-4402-41f0-8927-5a33f17fbeee on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:02.428320 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Port 91ed506c-4402-41f0-8927-5a33f17fbeee on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:44:02.428644 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Attempting to bind port 91ed506c-4402-41f0-8927-5a33f17fbeee on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:02.429673 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12da7eae-945a-4954-88dc-9bfbfdb24246 req-e5edee0f-8cac-4656-ad63-8e0d0dc17135 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Feb 21 09:44:02.433709 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:02.434075 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:02.434512 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Bound using segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:02.434944 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Bound port: 91ed506c-4402-41f0-8927-5a33f17fbeee, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:02.435325 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.510900 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:02.514087 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=91ed506c-4402-41f0-8927-5a33f17fbeee,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:02.582092 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.618912 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.619570 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.621059 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 1093 time: 0.9822063 Feb 21 09:44:02.621835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:02.624938 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39accb4-a0f4-49bf-a802-035655fad9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:02.651437 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027d8e5-9cfc-4232-81b0-27e7886b31a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.671116 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14fe0fa-741d-46f8-9dca-49f7e81fae27 x-openstack-request-id: req-c14fe0fa-741d-46f8-9dca-49f7e81fae27 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:02.671459 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:02.671814 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c14fe0fa-741d-46f8-9dca-49f7e81fae27 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:02.672218 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'status': 'completed', 'code': 200} Feb 21 09:44:02.859053 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-78e3e8fc-1d7f-4d5e-9132-2f2af1fc8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.861353 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-78e3e8fc-1d7f-4d5e-9132-2f2af1fc8e32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1127 time: 0.0469851 Feb 21 09:44:02.975737 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-95ff84e3-dac7-42cc-b5eb-01112269f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:02.977123 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-95ff84e3-dac7-42cc-b5eb-01112269f0ce service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972557 Feb 21 09:44:03.071904 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-c5feac79-2580-4709-9b11-ec94f63a71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.073396 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d39accb4-a0f4-49bf-a802-035655fad9b8 req-c5feac79-2580-4709-9b11-ec94f63a71b7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887518 Feb 21 09:44:03.111708 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11df1460-2e41-45fb-aee7-29311c7f39bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:03.147243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7675-ff53-4a4d-96ea-0127770a1a11 req-27371153-9372-40be-af7b-91f68922f123 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.148787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49af7675-ff53-4a4d-96ea-0127770a1a11 req-27371153-9372-40be-af7b-91f68922f123 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0582187 Feb 21 09:44:03.232518 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49af7675-ff53-4a4d-96ea-0127770a1a11 req-0715a680-2767-4c15-bbaa-7ea73fecd641 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777569 Feb 21 09:44:03.235112 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-8ad55a72-1732-4085-a41d-fe6e07d3d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.236544 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-8ad55a72-1732-4085-a41d-fe6e07d3d64a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1127 time: 0.0829713 Feb 21 09:44:03.276603 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:44:03.288385 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-98985c28-ef0c-4661-a943-ee9461f56e05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 217 time: 0.0353885 Feb 21 09:44:03.337584 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5a42acfd-d0e6-45df-a449-e034f0479fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.338987 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-5a42acfd-d0e6-45df-a449-e034f0479fc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0416322 Feb 21 09:44:03.397572 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-786947a1-af3f-4752-9438-a6560843eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.399064 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-786947a1-af3f-4752-9438-a6560843eb48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480297 Feb 21 09:44:03.535571 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997726-d95d-4d32-b21e-1f3c2c458fdd req-3a6ab2a5-33d8-44ab-8288-ce57e708bb56 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:03.537026 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06997726-d95d-4d32-b21e-1f3c2c458fdd req-3a6ab2a5-33d8-44ab-8288-ce57e708bb56 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.1068664 Feb 21 09:44:03.567632 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-e561d1a5-a812-4d4e-b845-d11a7b0037db service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115270 Feb 21 09:44:03.645135 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06997726-d95d-4d32-b21e-1f3c2c458fdd req-6921b6a3-272a-41f8-8592-45f3c74ec56b tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891178 Feb 21 09:44:03.680376 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c02cc0d-6bfd-47cd-9fb7-ff0c7eed28e7 req-207f06f9-4090-442c-aed3-a4c278ed8f0f service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991557 Feb 21 09:44:04.358929 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:04.365039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de680630-c94a-475e-a761-7d840727e8a3 req-9a380f07-1e87-4180-a741-83c7e78057c6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:04.366510 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de680630-c94a-475e-a761-7d840727e8a3 req-9a380f07-1e87-4180-a741-83c7e78057c6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0567887 Feb 21 09:44:04.413661 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de680630-c94a-475e-a761-7d840727e8a3 req-d593976e-1e92-4191-809f-62bb8a699969 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Feb 21 09:44:04.759781 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef24a4-abd9-447e-828e-a7668a1b329f req-a89257b8-8bc6-4ded-833d-f847dda833f6 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:04.761236 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbef24a4-abd9-447e-828e-a7668a1b329f req-a89257b8-8bc6-4ded-833d-f847dda833f6 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.0510249 Feb 21 09:44:04.807431 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbef24a4-abd9-447e-828e-a7668a1b329f req-d9481ff9-0a0c-416b-9cfc-e507dd105657 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 21 09:44:05.530190 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2da990-5597-40a5-ad35-1bb96d561141 req-9f40b8b9-86d1-47db-b07a-9dcb4f1b7f7c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:05.531698 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f2da990-5597-40a5-ad35-1bb96d561141 req-9f40b8b9-86d1-47db-b07a-9dcb4f1b7f7c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0525253 Feb 21 09:44:05.585882 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f2da990-5597-40a5-ad35-1bb96d561141 req-6fb0f1f6-554d-4c41-97b8-4b8d0a04bf0c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483129 Feb 21 09:44:05.804319 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:06.700138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44360-099b-4b97-98f2-71e52e21137c req-9fc830d9-1bdc-4f7c-8705-e12b0933a90a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:06.701593 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5d44360-099b-4b97-98f2-71e52e21137c req-9fc830d9-1bdc-4f7c-8705-e12b0933a90a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0516188 Feb 21 09:44:06.749206 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5d44360-099b-4b97-98f2-71e52e21137c req-03aa8f19-6391-4707-974b-af4c0c3514ac tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Feb 21 09:44:07.226617 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.415769 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-749dcac4-9b59-45ad-a9d6-4ce76be34a7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449722 Feb 21 09:44:07.498720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-d4047dc8-96c0-433b-bd47-8bb4a2fff492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:07.500282 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-d4047dc8-96c0-433b-bd47-8bb4a2fff492 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0675c09376415bbbaab858235b8765&device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 1131 time: 0.0442331 Feb 21 09:44:07.612024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-dd17a91f-abb7-43d9-917f-368601df279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:07.613921 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-dd17a91f-abb7-43d9-917f-368601df279e service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 200 len: 917 time: 0.0872445 Feb 21 09:44:07.677521 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-ed2cab68-0982-476b-9918-30b0e48ed736 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 200 len: 1001 time: 0.0567858 Feb 21 09:44:07.736425 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-ba63e05f-b4eb-4beb-b569-9a53bbb47583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:07.738410 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-ba63e05f-b4eb-4beb-b569-9a53bbb47583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 200 len: 855 time: 0.0497510 Feb 21 09:44:07.786013 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-e20fe06c-166e-4b91-a040-84468c6b9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:07.787534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-e20fe06c-166e-4b91-a040-84468c6b9700 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f786b2-4b47-4920-b448-0a72ea610b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429897 Feb 21 09:44:07.915025 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f52a0e-5a8d-42d5-8c0c-32d56f8c98f1 req-b59d9d29-733c-41b7-9af9-725aa41613ad tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:07.916430 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3f52a0e-5a8d-42d5-8c0c-32d56f8c98f1 req-b59d9d29-733c-41b7-9af9-725aa41613ad tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0808988 Feb 21 09:44:07.918557 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-6225c053-b9cb-4d35-b62d-2fc5c4a6d837 service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244316 Feb 21 09:44:08.016534 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3f52a0e-5a8d-42d5-8c0c-32d56f8c98f1 req-9c83ad9d-1be6-4b14-af66-fc21e897c1f9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945301 Feb 21 09:44:08.039738 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e6870e5-7173-4f8e-a429-9d1bf5ebf2a7 req-26971217-9080-4117-807b-dcf35e5a889c service neutron] 10.222.0.42 "GET /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114562 Feb 21 09:44:09.134637 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0144f9-e91f-4cdc-89cb-f83ff76dcc0f req-8572560b-ef51-44ac-a5ce-9bc865725a84 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:09.136292 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc0144f9-e91f-4cdc-89cb-f83ff76dcc0f req-8572560b-ef51-44ac-a5ce-9bc865725a84 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0530760 Feb 21 09:44:09.195509 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc0144f9-e91f-4cdc-89cb-f83ff76dcc0f req-b9b04af5-ab62-4262-bea8-05fdec6d5cef tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533621 Feb 21 09:44:09.235413 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1f86-c639-4d34-9481-29f40c54c04d req-1da35ebb-c53e-472f-8a1b-2a8ec1b394ed tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:09.236889 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed3e1f86-c639-4d34-9481-29f40c54c04d req-1da35ebb-c53e-472f-8a1b-2a8ec1b394ed tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.0579925 Feb 21 09:44:09.282581 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed3e1f86-c639-4d34-9481-29f40c54c04d req-8baffe9c-e902-4f1f-aecc-6ee9ca566c10 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Feb 21 09:44:10.332519 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682a14-134a-4909-805d-c135e2423d84 req-ff961cc7-e598-4803-9a95-91e0b9577e0a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:10.333993 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b682a14-134a-4909-805d-c135e2423d84 req-ff961cc7-e598-4803-9a95-91e0b9577e0a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0615990 Feb 21 09:44:10.383234 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b682a14-134a-4909-805d-c135e2423d84 req-a8f4a753-ed1b-47f6-81bb-0dfc3f8d5d69 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Feb 21 09:44:10.453318 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133db96-fe02-450f-9b8f-7221319c211a req-b9941c07-2c17-4e16-bbc5-f57e7764eb07 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:10.454700 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8133db96-fe02-450f-9b8f-7221319c211a req-b9941c07-2c17-4e16-bbc5-f57e7764eb07 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.0517609 Feb 21 09:44:10.501687 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8133db96-fe02-450f-9b8f-7221319c211a req-2439581f-71c3-45ff-b5de-7199b36da4b4 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/security-groups?id=6aaf22b8-247d-46da-b13a-4b2d83acf147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Feb 21 09:44:10.940670 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-fe5cf272-6c49-4d13-96a7-8e0ce91ab204 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:10.942130 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-fe5cf272-6c49-4d13-96a7-8e0ce91ab204 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 946 time: 0.0545115 Feb 21 09:44:11.036154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Deleting port 556ab99e-020e-493e-8225-76b5c23cff2e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:11.036434 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:11.124278 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] For port 556ab99e-020e-493e-8225-76b5c23cff2e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=556ab99e-020e-493e-8225-76b5c23cff2e,segment=NetworkSegment(5aff8eb2-1290-45e3-943b-62c456462e05),segment_id=5aff8eb2-1290-45e3-943b-62c456462e05)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:11.124654 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:11.136881 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Calling delete_port for 556ab99e-020e-493e-8225-76b5c23cff2e owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:11.312752 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (556ab99e-020e-493e-8225-76b5c23cff2e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:11.343499 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Pushing event deleted for resources: {'Port': ['ID=556ab99e-020e-493e-8225-76b5c23cff2e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:11.347902 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['556ab99e-020e-493e-8225-76b5c23cff2e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:44:11.384542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] No DVR routers for this DVR port 556ab99e-020e-493e-8225-76b5c23cff2e on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:44:11.386871 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:11.390081 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-621996f2-92f3-4d2e-a82a-dfb5cb89e4f1 req-d634b65b-0295-4444-9292-3241414a8037 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.42 "DELETE /v2.0/ports/556ab99e-020e-493e-8225-76b5c23cff2e HTTP/1.1" status: 204 len: 173 time: 0.4425278 Feb 21 09:44:11.394389 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'name': 'network-vif-deleted', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:11.394389 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc3f3f-9d3b-4519-a415-99379e0b7f2c" -d '{"events": [{"server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "name": "network-vif-deleted", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:11.428916 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6eb12-cee3-46ad-b1ca-6f2143c6d3c4 x-openstack-request-id: req-9ae6eb12-cee3-46ad-b1ca-6f2143c6d3c4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:11.428916 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0358b1f-d599-4485-a904-173a74446ccc", "name": "network-vif-deleted", "tag": "556ab99e-020e-493e-8225-76b5c23cff2e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:11.429132 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ae6eb12-cee3-46ad-b1ca-6f2143c6d3c4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:11.429609 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0358b1f-d599-4485-a904-173a74446ccc', 'name': 'network-vif-deleted', 'tag': '556ab99e-020e-493e-8225-76b5c23cff2e', 'status': 'completed', 'code': 200} Feb 21 09:44:11.502172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28f06e-15c9-42fe-add1-7547e95e69d9 req-40faf779-91aa-44b5-8834-deb8cb7bec28 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:11.504049 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c28f06e-15c9-42fe-add1-7547e95e69d9 req-40faf779-91aa-44b5-8834-deb8cb7bec28 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 943 time: 0.0528097 Feb 21 09:44:11.554089 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4c28f06e-15c9-42fe-add1-7547e95e69d9 req-43868f4f-907a-4dca-b2cd-34f0ab99768a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Feb 21 09:44:11.602440 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-435ad49c-b632-4f86-96ce-ab49d0bffbb4 req-eb26e0a3-0733-4e80-96fe-eb8de4aa1643 tempest-VolumesActionsTest-429882846 tempest-VolumesActionsTest-429882846-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0358b1f-d599-4485-a904-173a74446ccc HTTP/1.1" status: 200 len: 210 time: 0.0308640 Feb 21 09:44:11.712874 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 91ed506c-4402-41f0-8927-5a33f17fbeee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:44:11.810094 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=91ed506c-4402-41f0-8927-5a33f17fbeee,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:11.821339 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:44:11.861645 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 91ed506c-4402-41f0-8927-5a33f17fbeee is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:11.862038 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:11.875200 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ed506c-4402-41f0-8927-5a33f17fbeee {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:44:11.894192 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=91ed506c-4402-41f0-8927-5a33f17fbeee,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:11.970235 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:12.015576 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:12.321273 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['91ed506c-4402-41f0-8927-5a33f17fbeee'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:44:12.680877 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2811e-ad36-4e28-b7ea-060cf26f5c5c req-773456e6-60f6-4f7d-9735-8ea8d37997e6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:12.682765 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d2811e-ad36-4e28-b7ea-060cf26f5c5c req-773456e6-60f6-4f7d-9735-8ea8d37997e6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 944 time: 0.0628049 Feb 21 09:44:12.742440 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d2811e-ad36-4e28-b7ea-060cf26f5c5c req-019696ae-37c7-45d0-86e9-415c204cb33d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537961 Feb 21 09:44:13.856862 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719c1e1-8e49-4f1e-8574-b1299bfa039e req-2044a17a-338f-45da-a32d-ca4313781b1c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:13.858342 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b719c1e1-8e49-4f1e-8574-b1299bfa039e req-2044a17a-338f-45da-a32d-ca4313781b1c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 944 time: 0.0515983 Feb 21 09:44:13.908380 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b719c1e1-8e49-4f1e-8574-b1299bfa039e req-bb22237a-f6b7-4925-a6b2-9a601771c468 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Feb 21 09:44:14.757527 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 91ed506c-4402-41f0-8927-5a33f17fbeee up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:14.849322 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 91ed506c-4402-41f0-8927-5a33f17fbeee completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:44:14.853383 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 91ed506c-4402-41f0-8927-5a33f17fbeee triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:14.853756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:14.927051 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 91ed506c-4402-41f0-8927-5a33f17fbeee is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:14.927474 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:14.952394 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:14.954637 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d1322-4662-4ff3-96be-7d9322ef5b70" -d '{"events": [{"server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "name": "network-vif-plugged", "status": "completed", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:14.967637 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=91ed506c-4402-41f0-8927-5a33f17fbeee,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:14.996784 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997805fd-cd38-400b-92c5-4d6bc9918378 x-openstack-request-id: req-997805fd-cd38-400b-92c5-4d6bc9918378 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:14.997079 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "name": "network-vif-plugged", "status": "completed", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:14.997337 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-997805fd-cd38-400b-92c5-4d6bc9918378 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:14.997735 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'code': 200} Feb 21 09:44:15.026852 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:15.027724 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 556ab99e-020e-493e-8225-76b5c23cff2e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:44:15.041175 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3de1-05df-4dba-8bbe-3ef0d96fcfa2 req-a612f278-1299-43ba-a9b0-a1270e443fd9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:15.042781 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eebc3de1-05df-4dba-8bbe-3ef0d96fcfa2 req-a612f278-1299-43ba-a9b0-a1270e443fd9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 944 time: 0.0556149 Feb 21 09:44:15.092258 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eebc3de1-05df-4dba-8bbe-3ef0d96fcfa2 req-bcd2d6c3-f449-483e-96a9-d87ffe86f61b tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Feb 21 09:44:15.191331 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 556ab99e-020e-493e-8225-76b5c23cff2e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:44:15.191695 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 556ab99e-020e-493e-8225-76b5c23cff2e not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:44:15.215142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:16.145095 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60168-1292-41c2-a054-374df43c0c94 req-e4666691-dabf-4417-bfe5-b4aa86592c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:16.146601 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ef60168-1292-41c2-a054-374df43c0c94 req-e4666691-dabf-4417-bfe5-b4aa86592c9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1129 time: 0.0431221 Feb 21 09:44:16.221259 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ef60168-1292-41c2-a054-374df43c0c94 req-e53f8d8e-6510-4d19-881d-170c8ad66efa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680990 Feb 21 09:44:16.237977 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a292b-c855-46d0-9681-439d6c76c109 req-2eb832a6-4fa7-4efc-bad9-d3129899a042 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:16.239419 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-809a292b-c855-46d0-9681-439d6c76c109 req-2eb832a6-4fa7-4efc-bad9-d3129899a042 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0736098 Feb 21 09:44:16.286598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-809a292b-c855-46d0-9681-439d6c76c109 req-077c08d6-5a15-4718-a854-621b6d02a830 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Feb 21 09:44:17.406726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ca79e-8f55-44d1-b773-ab8504b82813 req-6351db23-3690-4b04-931a-d343deae8e4e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:17.408274 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d28ca79e-8f55-44d1-b773-ab8504b82813 req-6351db23-3690-4b04-931a-d343deae8e4e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0506051 Feb 21 09:44:17.455225 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d28ca79e-8f55-44d1-b773-ab8504b82813 req-ea222f34-104e-46f1-aa7a-fd43dde78dec tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 Feb 21 09:44:18.567919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bf890-efc3-437a-8b8d-483c2fe40bd3 req-e0b0cd15-aee9-4505-a695-f6f052bf6730 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:18.569879 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af7bf890-efc3-437a-8b8d-483c2fe40bd3 req-e0b0cd15-aee9-4505-a695-f6f052bf6730 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0507402 Feb 21 09:44:18.620888 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af7bf890-efc3-437a-8b8d-483c2fe40bd3 req-f5c8be9b-c64b-4387-b303-750d93ac916f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454669 Feb 21 09:44:19.736781 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf66a-bb8e-4f48-8e5f-fbab27abf79b req-3903429f-d321-42f2-b165-a7b1b68e69ba tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:19.738243 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-192bf66a-bb8e-4f48-8e5f-fbab27abf79b req-3903429f-d321-42f2-b165-a7b1b68e69ba tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0521789 Feb 21 09:44:19.788140 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-192bf66a-bb8e-4f48-8e5f-fbab27abf79b req-ba3833de-5a3c-46a7-b2bb-4f5ad21e7942 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Feb 21 09:44:20.924159 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05745162-9373-4eee-9b20-631e3181eab4 req-5626034a-469e-4066-b12c-bbb5a076cabb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:20.932130 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05745162-9373-4eee-9b20-631e3181eab4 req-5626034a-469e-4066-b12c-bbb5a076cabb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0629625 Feb 21 09:44:20.981897 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05745162-9373-4eee-9b20-631e3181eab4 req-b2af73e0-3060-4db8-a560-d4eb7aacf5f6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488987 Feb 21 09:44:21.146991 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708d96c-ac89-4abd-903a-c1b3326531e7 req-086ca0f1-fff8-4506-b63d-7c08d948d59d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:21.149104 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b708d96c-ac89-4abd-903a-c1b3326531e7 req-086ca0f1-fff8-4506-b63d-7c08d948d59d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0614910 Feb 21 09:44:21.202217 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b708d96c-ac89-4abd-903a-c1b3326531e7 req-3345f056-6f4a-4a29-bdf3-73c020a191ed tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468512 Feb 21 09:44:21.224237 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:21.271208 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455df6e-3f26-4b1e-a31c-d626c5aa8d4d tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:21.273117 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d455df6e-3f26-4b1e-a31c-d626c5aa8d4d tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1124 time: 0.0476441 Feb 21 09:44:21.275945 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:21.280528 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:21.368786 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.746048 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.863056 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.27.1.9 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/eec6800f-0a75-45ff-845f-711058d86f71) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:22.000770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (eec6800f-0a75-45ff-845f-711058d86f71), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.096839 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (eec6800f-0a75-45ff-845f-711058d86f71), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.141577 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:22.145072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:22.150998 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:22.183351 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=eec6800f-0a75-45ff-845f-711058d86f71,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:22.640539 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (520cecba-302f-45aa-b732-584360815266), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.755975 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (eec6800f-0a75-45ff-845f-711058d86f71), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.947640 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (eec6800f-0a75-45ff-845f-711058d86f71), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.044569 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (eec6800f-0a75-45ff-845f-711058d86f71), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.086022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=eec6800f-0a75-45ff-845f-711058d86f71,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:23.150264 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (520cecba-302f-45aa-b732-584360815266), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.261453 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP 520cecba-302f-45aa-b732-584360815266 associated. External IP: 172.27.1.9, port: 91ed506c-4402-41f0-8927-5a33f17fbeee. Feb 21 09:44:23.495100 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:44:23.612071 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:23.647870 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:23.647870 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:23.647870 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:23.737625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.749189 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:23.767187 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2e029489-bc2f-4b32-b5f6-3a03809e69e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4902020 Feb 21 09:44:23.767825 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:23.770064 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:23.819684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97305c-49d4-4882-982b-a7be02b463ac x-openstack-request-id: req-7a97305c-49d4-4882-982b-a7be02b463ac {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:23.819986 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:23.820267 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a97305c-49d4-4882-982b-a7be02b463ac {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:23.820671 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'status': 'completed', 'code': 200} Feb 21 09:44:23.945995 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-47c37555-2672-4607-b405-bffadccd0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:23.947532 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-47c37555-2672-4607-b405-bffadccd0794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1129 time: 0.0591383 Feb 21 09:44:24.033479 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:22Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:24.054010 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-ec6720da-f946-48ac-bac7-130ff89716aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.055862 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-ec6720da-f946-48ac-bac7-130ff89716aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.1017787 Feb 21 09:44:24.067038 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:24.076655 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:24.077308 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:24.133724 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-12941296-e230-4b2d-9c05-59809acda3f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 997 time: 0.0696335 Feb 21 09:44:24.196097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-c13fcd29-451f-401b-b381-c29553a904a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.198016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-c13fcd29-451f-401b-b381-c29553a904a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0578790 Feb 21 09:44:24.254189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-7814cdaf-f18d-44ca-917c-19397d10d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.255945 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-7814cdaf-f18d-44ca-917c-19397d10d62a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477273 Feb 21 09:44:24.290860 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:24.360164 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-16194b07-392e-42dc-802f-debe002c3d39 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905845 Feb 21 09:44:24.455210 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6ed6eb0-d115-4e4e-a5d8-1d4942b5c6f7 req-46165918-b3a8-4c6f-aa3f-d71f3e445ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861788 Feb 21 09:44:24.572748 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:22Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:24.604275 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efa1d5-8e67-4ea7-86c4-78b404b020f1 None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:22Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:24.847188 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89da38-c59b-4608-ab30-fa111b30ed72 None None] New status for floating IP 520cecba-302f-45aa-b732-584360815266: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:44:26.749970 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:26.857783 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.938537 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Publish callbacks [] for security_group (df4b00f4-7e39-49f2-8896-7766b9e9b466), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.054562 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (df4b00f4-7e39-49f2-8896-7766b9e9b466), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.093514 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b00f4-7e39-49f2-8896-7766b9e9b466,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:27.099963 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e797b3310ab046cd9c688029ee8d8565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462915 Feb 21 09:44:27.100341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52264) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:27.103502 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.103863 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.104248 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.104591 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.104927 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.105291 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.105634 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.105971 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.106301 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.106635 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.107058 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.107346 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.107624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c3a0f-4ad8-4f14-a9ce-bb768804aea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.168189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Publish callbacks [] for security_group (df4b00f4-7e39-49f2-8896-7766b9e9b466), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.196227 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Publish callbacks [] for security_group (df4b00f4-7e39-49f2-8896-7766b9e9b466), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.329679 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (df4b00f4-7e39-49f2-8896-7766b9e9b466), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.332311 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.333474 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df4b00f4-7e39-49f2-8896-7766b9e9b466 HTTP/1.1" status: 204 len: 168 time: 0.2322569 Feb 21 09:44:27.346089 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b00f4-7e39-49f2-8896-7766b9e9b466,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:27.354343 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.354770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.355083 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.355453 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.355801 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.356767 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.357103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.357440 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.357773 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.358096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.358427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.358751 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:27.359184 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879e913-1637-4488-9e34-ae284675b920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:28.347518 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:30.958314 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8086-213c-4778-9cf5-ee4cfb09dc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.118829 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f831608f-afb8-4bc2-a497-34722e306bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:34.358547 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:34.806683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867f4e-8fbc-4a0e-9f2b-a3fcf098c9d0 req-1b1ee1e1-dcd2-453b-9ebe-32a383428e93 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:34.808898 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22867f4e-8fbc-4a0e-9f2b-a3fcf098c9d0 req-1b1ee1e1-dcd2-453b-9ebe-32a383428e93 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0616305 Feb 21 09:44:34.887500 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22867f4e-8fbc-4a0e-9f2b-a3fcf098c9d0 req-dc58da9c-a2a3-4d0d-b807-12bfb6b68718 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720990 Feb 21 09:44:35.798625 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.031246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76857-e3f6-42ec-a891-36582d871632 req-12dcec12-a6c9-49b2-a4ef-84b84c11623b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:36.036083 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97c76857-e3f6-42ec-a891-36582d871632 req-12dcec12-a6c9-49b2-a4ef-84b84c11623b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0752821 Feb 21 09:44:36.092065 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97c76857-e3f6-42ec-a891-36582d871632 req-bd7c7217-7df4-47f9-8640-47a03853aa6a tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups?id=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501709 Feb 21 09:44:36.528060 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff057e3-9f52-4b49-9563-40216cacf692 req-84764291-3d43-44be-b95c-7403334ed252 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:36.529492 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fff057e3-9f52-4b49-9563-40216cacf692 req-84764291-3d43-44be-b95c-7403334ed252 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 947 time: 0.0605283 Feb 21 09:44:36.626104 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Deleting port 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:36.626439 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.716662 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] For port 79dc8ed4-7646-4ded-8839-00d1cef2773f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79dc8ed4-7646-4ded-8839-00d1cef2773f,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:36.717020 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.884686 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.885047 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.885361 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.l3_db [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Floating IP a620eb80-f401-4023-887c-e7d62f2ee4a5 disassociated. External IP: 172.27.1.92, port: 79dc8ed4-7646-4ded-8839-00d1cef2773f. Feb 21 09:44:36.885698 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Calling delete_port for 79dc8ed4-7646-4ded-8839-00d1cef2773f owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:37.176335 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (79dc8ed4-7646-4ded-8839-00d1cef2773f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:37.198000 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4ef67b5-61c8-4fe8-9756-7d3b32a57c82 req-87675c4e-c1e0-4663-b956-f4da4de1583b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 210 time: 0.0319507 Feb 21 09:44:37.223001 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'Port': ['ID=79dc8ed4-7646-4ded-8839-00d1cef2773f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:37.272497 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:37.335856 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:44:37.446873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:37.457385 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:37.469737 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:37.470570 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:37.496096 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] No DVR routers for this DVR port 79dc8ed4-7646-4ded-8839-00d1cef2773f on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:44:37.501532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:37.506454 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fff057e3-9f52-4b49-9563-40216cacf692 req-bddd2d72-d528-4881-9106-9d904f221186 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.42 "DELETE /v2.0/ports/79dc8ed4-7646-4ded-8839-00d1cef2773f HTTP/1.1" status: 204 len: 173 time: 0.9674032 Feb 21 09:44:37.506454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-deleted', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:37.506454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896faa9-4dbe-462d-94ad-bb4bfc86cc98" -d '{"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-deleted", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:37.546610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0b882e-a43a-428b-9c9c-7f771048e881 x-openstack-request-id: req-da0b882e-a43a-428b-9c9c-7f771048e881 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:37.547089 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acdc8d0-43fe-4341-a879-6351fb047b5a", "name": "network-vif-deleted", "tag": "79dc8ed4-7646-4ded-8839-00d1cef2773f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:37.547427 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da0b882e-a43a-428b-9c9c-7f771048e881 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:37.551960 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acdc8d0-43fe-4341-a879-6351fb047b5a', 'name': 'network-vif-deleted', 'tag': '79dc8ed4-7646-4ded-8839-00d1cef2773f', 'status': 'completed', 'code': 200} Feb 21 09:44:37.591581 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:37.825493 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:37.855139 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:37.863546 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:37.864369 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:37.893034 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:37.982533 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:38.014514 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5de7295-6c28-43d6-a461-1759eb056476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.094144 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5de7295-6c28-43d6-a461-1759eb056476 admin admin] Publish callbacks [] for security_group (62ca4da9-0de1-4f3f-a114-0222657b3988), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.179080 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:38.198273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5de7295-6c28-43d6-a461-1759eb056476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (62ca4da9-0de1-4f3f-a114-0222657b3988), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.204995 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0892992-05d0-4e90-9582-6a78fd2efcce None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:37:04Z', 'revision_number': 4, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'eee8e8d0-9d33-4842-9f69-de6fcbf0b894', 'name': '', 'network_id': '83f786b2-4b47-4920-b448-0a72ea610b17', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'mac_address': 'fa:16:3e:29:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:03Z', 'updated_at': '2022-02-21T09:37:15Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'subnets': [{'id': '8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:38.246069 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c5de7295-6c28-43d6-a461-1759eb056476 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd7f2080257142b8b49d889ef4d2720c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518784 Feb 21 09:44:38.247187 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de7295-6c28-43d6-a461-1759eb056476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ca4da9-0de1-4f3f-a114-0222657b3988,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:38.248810 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52466) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:38.321936 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] Publish callbacks [] for security_group (62ca4da9-0de1-4f3f-a114-0222657b3988), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.343706 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0baa4c7a-c775-491d-9847-b4bc7298f7a4 req-e172e264-fcca-4d07-9f5c-de8bf7143528 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acdc8d0-43fe-4341-a879-6351fb047b5a HTTP/1.1" status: 200 len: 210 time: 0.0452418 Feb 21 09:44:38.351114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] Publish callbacks [] for security_group (62ca4da9-0de1-4f3f-a114-0222657b3988), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.465450 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (62ca4da9-0de1-4f3f-a114-0222657b3988), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.469686 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.472700 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62ca4da9-0de1-4f3f-a114-0222657b3988 HTTP/1.1" status: 204 len: 168 time: 0.2209792 Feb 21 09:44:38.480652 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899a999-9c52-4910-8d23-534164c2b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ca4da9-0de1-4f3f-a114-0222657b3988,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:38.498719 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb2e80-5af3-4454-b312-fc3a588d8416 None None] New status for floating IP a620eb80-f401-4023-887c-e7d62f2ee4a5: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:44:39.513097 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:39.565088 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.589481 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.707041 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.710168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.713761 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "DELETE /v2.0/security-groups/34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e HTTP/1.1" status: 204 len: 168 time: 0.1972344 Feb 21 09:44:39.714160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:39.720342 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20d033-977a-4037-a012-2da295735f45 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:39.727274 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-9fb912fd-e3bf-48ed-9627-9a85924c5c2b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] show failed (client error): The resource could not be found. Feb 21 09:44:39.728283 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9fb912fd-e3bf-48ed-9627-9a85924c5c2b tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "GET /v2.0/security-groups/34621413-7f0a-4aa7-8d0a-5cf71bcbcc4e HTTP/1.1" status: 404 len: 347 time: 0.0131330 Feb 21 09:44:39.731072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:39.796491 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:44:39.816526 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 79dc8ed4-7646-4ded-8839-00d1cef2773f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:44:39.816878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 79dc8ed4-7646-4ded-8839-00d1cef2773f not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:44:39.851179 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Deleting port 6af377c5-e730-48fd-9134-5768792140c8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:39.851551 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (6af377c5-e730-48fd-9134-5768792140c8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.926549 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (6af377c5-e730-48fd-9134-5768792140c8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.926877 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (6af377c5-e730-48fd-9134-5768792140c8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.938724 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Calling delete_port for 6af377c5-e730-48fd-9134-5768792140c8 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:40.122593 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (6af377c5-e730-48fd-9134-5768792140c8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.150315 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Pushing event deleted for resources: {'Port': ['ID=6af377c5-e730-48fd-9134-5768792140c8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:40.210753 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks [] for floatingip (a620eb80-f401-4023-887c-e7d62f2ee4a5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.213341 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.214474 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5438f95d-624a-40db-aca3-0c9b8206cc14 tempest-AttachVolumeShelveTestJSON-787458611 tempest-AttachVolumeShelveTestJSON-787458611-project] 10.222.0.65 "DELETE /v2.0/floatingips/a620eb80-f401-4023-887c-e7d62f2ee4a5 HTTP/1.1" status: 204 len: 168 time: 0.4824917 Feb 21 09:44:40.279723 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:44:40.323612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:40.366911 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Deleting subnet c7be323d-379d-4c30-9516-2e872b6012dd {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:44:40.369958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Publish callbacks [] for subnet (c7be323d-379d-4c30-9516-2e872b6012dd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.406314 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (c7be323d-379d-4c30-9516-2e872b6012dd), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.695839 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (c7be323d-379d-4c30-9516-2e872b6012dd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.832833 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (c7be323d-379d-4c30-9516-2e872b6012dd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.860297 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:40.870443 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c7be323d-379d-4c30-9516-2e872b6012dd HTTP/1.1" status: 204 len: 168 time: 0.5387683 Feb 21 09:44:40.870443 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9ec82-7d54-4b38-ae2e-9dbdef7690c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7be323d-379d-4c30-9516-2e872b6012dd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:40.871328 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52516) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:40.934620 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (f147eb66-9987-46e4-9c5c-56f961b4ee03), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.013000 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (f147eb66-9987-46e4-9c5c-56f961b4ee03), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.297409 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f147eb66-9987-46e4-9c5c-56f961b4ee03']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:41.307086 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aff8eb2-1290-45e3-943b-62c456462e05') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:41.307415 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aff8eb2-1290-45e3-943b-62c456462e05') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:41.316749 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (5aff8eb2-1290-45e3-943b-62c456462e05), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.329841 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (5aff8eb2-1290-45e3-943b-62c456462e05), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.335307 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:44:41.335736 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (5aff8eb2-1290-45e3-943b-62c456462e05), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:44:41.337294 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:44:41.438145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (f147eb66-9987-46e4-9c5c-56f961b4ee03), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.442546 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:41.446330 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] 10.222.0.65 "DELETE /v2.0/networks/f147eb66-9987-46e4-9c5c-56f961b4ee03 HTTP/1.1" status: 204 len: 168 time: 0.5787241 Feb 21 09:44:41.458475 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590a5c9-0dcb-4c33-9141-854672648c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f147eb66-9987-46e4-9c5c-56f961b4ee03,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:41.996883 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:42.039431 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d8ea556f-33b9-4305-8b0f-8915a5a789f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fbaf298b9674b85b243addfb4123c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413032 Feb 21 09:44:42.041851 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:42.090636 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] Publish callbacks [] for security_group (6aaf22b8-247d-46da-b13a-4b2d83acf147), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:42.112557 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] Publish callbacks [] for security_group (6aaf22b8-247d-46da-b13a-4b2d83acf147), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:42.265161 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6aaf22b8-247d-46da-b13a-4b2d83acf147), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:42.267762 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:42.269029 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6aaf22b8-247d-46da-b13a-4b2d83acf147 HTTP/1.1" status: 204 len: 168 time: 0.2262576 Feb 21 09:44:42.276991 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbeae5-10fb-44a1-9159-72fed70e8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaf22b8-247d-46da-b13a-4b2d83acf147,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:42.925901 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:43.379260 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:43.636384 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Deleting port eee8e8d0-9d33-4842-9f69-de6fcbf0b894 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:43.636646 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:43.712950 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] For port eee8e8d0-9d33-4842-9f69-de6fcbf0b894, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:43.713321 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:43.724910 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Calling delete_port for eee8e8d0-9d33-4842-9f69-de6fcbf0b894 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:43.962230 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (eee8e8d0-9d33-4842-9f69-de6fcbf0b894), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:43.992181 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee8e8d0-9d33-4842-9f69-de6fcbf0b894,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:44.162112 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:44.372348 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Router fbd7a630-7c3e-4347-9326-2a0275c0fec1 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:44:44.476559 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:44.484073 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e3265ace-5e64-40c8-a840-dd4dee6047e1 admin admin] 10.222.0.65 "PUT /v2.0/routers/fbd7a630-7c3e-4347-9326-2a0275c0fec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545330 Feb 21 09:44:44.484235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52576) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:44.485855 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Sync routers for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:44.496230 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:44.500130 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:44.595271 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks [] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:44.610581 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:44.698119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks [] for router_gateway (fbd7a630-7c3e-4347-9326-2a0275c0fec1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:44.784630 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:44:43Z', 'revision_number': 5, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port': {'id': 'cd3b0f26-bbcd-4750-8711-06fd975b16d4', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:36:58Z', 'updated_at': '2022-02-21T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:44.812734 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Checking router: fbd7a630-7c3e-4347-9326-2a0275c0fec1 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:44.817524 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Deleting port cd3b0f26-bbcd-4750-8711-06fd975b16d4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:44.820388 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:44.823261 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Routers {'fbd7a630-7c3e-4347-9326-2a0275c0fec1'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:44.823886 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:44:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:44.899004 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] For port cd3b0f26-bbcd-4750-8711-06fd975b16d4, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cd3b0f26-bbcd-4750-8711-06fd975b16d4,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:44.899404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:44.912499 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Calling delete_port for cd3b0f26-bbcd-4750-8711-06fd975b16d4 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:44.997761 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] Set router fbd7a630-7c3e-4347-9326-2a0275c0fec1 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:45.050587 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:44:44Z', 'revision_number': 6, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:45.076789 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa634d-22e4-4725-84e5-8b00e1551e77 None None] The sync data for ids ['fbd7a630-7c3e-4347-9326-2a0275c0fec1'] in dv-cinder-778193-19-iscsi is: [{'id': 'fbd7a630-7c3e-4347-9326-2a0275c0fec1', 'name': 'tempest-AttachVolumeShelveTestJSON-526088188-router', 'tenant_id': 'de0675c09376415bbbaab858235b8765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:36:57Z', 'updated_at': '2022-02-21T09:44:44Z', 'revision_number': 6, 'project_id': 'de0675c09376415bbbaab858235b8765', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:45.146923 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (cd3b0f26-bbcd-4750-8711-06fd975b16d4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.171073 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3b0f26-bbcd-4750-8711-06fd975b16d4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:45.234637 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.326330 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.328397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks [] for router_controller (fbd7a630-7c3e-4347-9326-2a0275c0fec1), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.455612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (fbd7a630-7c3e-4347-9326-2a0275c0fec1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.456163 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd7a630-7c3e-4347-9326-2a0275c0fec1 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:44:45.461073 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.463029 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-aabed30f-4410-43ce-b1ed-c042774328d6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fbd7a630-7c3e-4347-9326-2a0275c0fec1 HTTP/1.1" status: 204 len: 168 time: 0.9771936 Feb 21 09:44:45.465094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:45.512000 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Deleting subnet 8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:44:45.518414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Publish callbacks [] for subnet (8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.548572 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.627839 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.759344 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.788123 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.793574 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a235b-0927-468f-a845-c7aef1d674cf None None] Network 83f786b2-4b47-4920-b448-0a72ea610b17 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:45.798401 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1 HTTP/1.1" status: 204 len: 168 time: 0.3299971 Feb 21 09:44:45.798401 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d058342-7364-424f-90b1-babe2c136cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9abcbf-e116-4b97-a91f-3fa7a2edd0a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:45.799461 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:45.905317 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (83f786b2-4b47-4920-b448-0a72ea610b17), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.954195 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] DHCP port deletion for 83f786b2-4b47-4920-b448-0a72ea610b17 request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:44:45.961766 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Deleting port 9aa1184e-5414-4791-996a-13bbcba13f3b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:45.962112 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.007997 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Deleting port 9aa1184e-5414-4791-996a-13bbcba13f3b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:44:46.009896 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.032638 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] For port 9aa1184e-5414-4791-996a-13bbcba13f3b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=9aa1184e-5414-4791-996a-13bbcba13f3b,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:46.033191 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.055899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Calling delete_port for 9aa1184e-5414-4791-996a-13bbcba13f3b owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:46.083169 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] For port 9aa1184e-5414-4791-996a-13bbcba13f3b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=9aa1184e-5414-4791-996a-13bbcba13f3b,segment=NetworkSegment(653e6312-a2d8-4c19-a793-a10db9c3dcb9),segment_id=653e6312-a2d8-4c19-a793-a10db9c3dcb9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:46.083713 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.097585 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Calling delete_port for 9aa1184e-5414-4791-996a-13bbcba13f3b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:44:46.209929 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.216106 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (9aa1184e-5414-4791-996a-13bbcba13f3b), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.236342 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa1184e-5414-4791-996a-13bbcba13f3b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:46.239949 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] No DVR routers for this DVR port 9aa1184e-5414-4791-996a-13bbcba13f3b on host dv-cinder-778193-19-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:44:46.243255 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] No DVR routers for this DVR port 9aa1184e-5414-4791-996a-13bbcba13f3b on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:44:46.244912 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Pushing event deleted for resources: {'Port': ['ID=9aa1184e-5414-4791-996a-13bbcba13f3b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:46.258486 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.258841 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.259186 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.259555 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.259890 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.260218 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.260568 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.260900 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.261224 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.261570 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.261894 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.262212 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.262529 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71e174-2915-4079-af7b-ca5eccd239c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:46.313917 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (83f786b2-4b47-4920-b448-0a72ea610b17), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.333749 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f786b2-4b47-4920-b448-0a72ea610b17']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:46.343246 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653e6312-a2d8-4c19-a793-a10db9c3dcb9') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:46.343525 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653e6312-a2d8-4c19-a793-a10db9c3dcb9') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:46.352596 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (653e6312-a2d8-4c19-a793-a10db9c3dcb9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.365349 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (653e6312-a2d8-4c19-a793-a10db9c3dcb9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.371443 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:44:46.371826 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (653e6312-a2d8-4c19-a793-a10db9c3dcb9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:44:46.377259 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:44:46.534095 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (83f786b2-4b47-4920-b448-0a72ea610b17), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.549537 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.552684 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] 10.222.0.65 "DELETE /v2.0/networks/83f786b2-4b47-4920-b448-0a72ea610b17 HTTP/1.1" status: 204 len: 168 time: 0.7515330 Feb 21 09:44:46.554276 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7fd6-4134-47e7-838c-74ad071d9bce admin admin] Pushing event deleted for resources: {'Network': ['ID=83f786b2-4b47-4920-b448-0a72ea610b17,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:46.587803 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cd3b0f26-bbcd-4750-8711-06fd975b16d4 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:44:46.608404 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: cd3b0f26-bbcd-4750-8711-06fd975b16d4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:44:46.608688 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cd3b0f26-bbcd-4750-8711-06fd975b16d4 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:44:46.609093 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device eee8e8d0-9d33-4842-9f69-de6fcbf0b894 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:44:46.627511 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: eee8e8d0-9d33-4842-9f69-de6fcbf0b894 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:44:46.627868 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device eee8e8d0-9d33-4842-9f69-de6fcbf0b894 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:44:46.628310 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 9aa1184e-5414-4791-996a-13bbcba13f3b no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:44:46.647968 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 9aa1184e-5414-4791-996a-13bbcba13f3b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:44:46.648307 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 9aa1184e-5414-4791-996a-13bbcba13f3b not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:44:46.946854 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52602) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:46.989067 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ae114b4e-bc9a-4d55-ad7f-87a9bef161b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de0675c09376415bbbaab858235b8765&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387621 Feb 21 09:44:46.989371 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:47.036982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] Publish callbacks [] for security_group (fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.058483 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] Publish callbacks [] for security_group (fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.158230 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.161111 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.162334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b HTTP/1.1" status: 204 len: 168 time: 0.1721416 Feb 21 09:44:47.171017 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeefe2-8c35-4207-878c-d397156b14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6bdb61-5b9d-4a65-8d84-a6d2f40c810b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:50.177244 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:50.285468 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-990504a0-2367-40dd-83f4-1b8fdd104a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.356878 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-990504a0-2367-40dd-83f4-1b8fdd104a96 admin admin] Publish callbacks [] for security_group (22163fdb-1488-4def-8e98-692cec278e9c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.432812 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-990504a0-2367-40dd-83f4-1b8fdd104a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (22163fdb-1488-4def-8e98-692cec278e9c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.472119 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-990504a0-2367-40dd-83f4-1b8fdd104a96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4028a2faf6c04c8fbce17d51a2827338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937474 Feb 21 09:44:50.474118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990504a0-2367-40dd-83f4-1b8fdd104a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22163fdb-1488-4def-8e98-692cec278e9c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:50.474810 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52746) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:50.535432 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] Publish callbacks [] for security_group (22163fdb-1488-4def-8e98-692cec278e9c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.557107 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] Publish callbacks [] for security_group (22163fdb-1488-4def-8e98-692cec278e9c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.661242 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (22163fdb-1488-4def-8e98-692cec278e9c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.663855 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.665078 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22163fdb-1488-4def-8e98-692cec278e9c HTTP/1.1" status: 204 len: 168 time: 0.1892562 Feb 21 09:44:50.672796 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948e42d-a623-4b5e-be16-08f2b1771a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22163fdb-1488-4def-8e98-692cec278e9c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:51.217490 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:51.232140 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc478d1-0fcc-407e-a6d9-83f400b496c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.306323 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc478d1-0fcc-407e-a6d9-83f400b496c3 admin admin] Publish callbacks [] for security_group (ebeb4a19-e63b-4382-a983-8af3930dea58), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.375259 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4cc478d1-0fcc-407e-a6d9-83f400b496c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ebeb4a19-e63b-4382-a983-8af3930dea58), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.412610 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4cc478d1-0fcc-407e-a6d9-83f400b496c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=530c6f427da841e6a52008bed60f75e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954727 Feb 21 09:44:51.414560 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc478d1-0fcc-407e-a6d9-83f400b496c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb4a19-e63b-4382-a983-8af3930dea58,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:51.415352 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:51.462735 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] Publish callbacks [] for security_group (ebeb4a19-e63b-4382-a983-8af3930dea58), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.482613 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] Publish callbacks [] for security_group (ebeb4a19-e63b-4382-a983-8af3930dea58), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.604005 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (ebeb4a19-e63b-4382-a983-8af3930dea58), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.606607 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.607773 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebeb4a19-e63b-4382-a983-8af3930dea58 HTTP/1.1" status: 204 len: 168 time: 0.1914372 Feb 21 09:44:51.615792 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af812-6c75-4abb-b751-60f1e0336843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb4a19-e63b-4382-a983-8af3930dea58,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.298774 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:54.402685 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6efc40a4-e31b-466f-9f86-6cbfecbcf359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.475145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6efc40a4-e31b-466f-9f86-6cbfecbcf359 admin admin] Publish callbacks [] for security_group (2ebd9e1d-cd25-447a-904c-3b96f04548ac), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.558100 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6efc40a4-e31b-466f-9f86-6cbfecbcf359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (2ebd9e1d-cd25-447a-904c-3b96f04548ac), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.597147 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6efc40a4-e31b-466f-9f86-6cbfecbcf359 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=315b6f3e863d4031b7618a6b1dd54764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972460 Feb 21 09:44:54.598598 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc40a4-e31b-466f-9f86-6cbfecbcf359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebd9e1d-cd25-447a-904c-3b96f04548ac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.600095 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:54.651060 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] Publish callbacks [] for security_group (2ebd9e1d-cd25-447a-904c-3b96f04548ac), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.671286 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] Publish callbacks [] for security_group (2ebd9e1d-cd25-447a-904c-3b96f04548ac), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.780772 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:54.798164 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (2ebd9e1d-cd25-447a-904c-3b96f04548ac), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.800755 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.801876 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ebd9e1d-cd25-447a-904c-3b96f04548ac HTTP/1.1" status: 204 len: 168 time: 0.2002301 Feb 21 09:44:54.809739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115eae1-750e-47ed-a27d-d4b7c09696ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebd9e1d-cd25-447a-904c-3b96f04548ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.896009 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56c95169-3776-452e-bc92-12fc5d561b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.967893 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56c95169-3776-452e-bc92-12fc5d561b8b admin admin] Publish callbacks [] for security_group (22803034-cc6b-4dda-81cb-61be8bec4a4d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.032686 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56c95169-3776-452e-bc92-12fc5d561b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (22803034-cc6b-4dda-81cb-61be8bec4a4d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.072356 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-56c95169-3776-452e-bc92-12fc5d561b8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdec61399334468da5e336586f93deda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904949 Feb 21 09:44:55.074833 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52846) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:55.080708 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c95169-3776-452e-bc92-12fc5d561b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22803034-cc6b-4dda-81cb-61be8bec4a4d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.125411 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] Publish callbacks [] for security_group (22803034-cc6b-4dda-81cb-61be8bec4a4d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.150464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] Publish callbacks [] for security_group (22803034-cc6b-4dda-81cb-61be8bec4a4d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.273458 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (22803034-cc6b-4dda-81cb-61be8bec4a4d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.276550 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.278015 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22803034-cc6b-4dda-81cb-61be8bec4a4d HTTP/1.1" status: 204 len: 168 time: 0.2020419 Feb 21 09:44:55.290654 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e5db8-c689-401d-8f19-01799d294c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22803034-cc6b-4dda-81cb-61be8bec4a4d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.379524 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:55.393039 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53d496a3-ec07-4f26-8910-cdc5d0dbe02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.466108 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53d496a3-ec07-4f26-8910-cdc5d0dbe02b admin admin] Publish callbacks [] for security_group (90d753b8-fe85-45e9-828c-4af6fb0ca2b4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.550800 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53d496a3-ec07-4f26-8910-cdc5d0dbe02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (90d753b8-fe85-45e9-828c-4af6fb0ca2b4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.588606 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d496a3-ec07-4f26-8910-cdc5d0dbe02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d753b8-fe85-45e9-828c-4af6fb0ca2b4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.593815 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-53d496a3-ec07-4f26-8910-cdc5d0dbe02b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19119d1463784611bb7b989dc4f4ed9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132325 Feb 21 09:44:55.597012 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:55.651982 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] Publish callbacks [] for security_group (90d753b8-fe85-45e9-828c-4af6fb0ca2b4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.675753 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] Publish callbacks [] for security_group (90d753b8-fe85-45e9-828c-4af6fb0ca2b4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.791020 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (90d753b8-fe85-45e9-828c-4af6fb0ca2b4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.793624 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.794785 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90d753b8-fe85-45e9-828c-4af6fb0ca2b4 HTTP/1.1" status: 204 len: 168 time: 0.1964948 Feb 21 09:44:55.802942 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07a91-3f6b-491f-a812-39d3474ded3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d753b8-fe85-45e9-828c-4af6fb0ca2b4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:58.281788 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.935541 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b18eb88-8d46-4465-a550-c6f845877fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.313388 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 52924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:01.414892 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32715a9d-e98a-4c39-95b8-65cf1ff1b0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.486597 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32715a9d-e98a-4c39-95b8-65cf1ff1b0b8 admin admin] Publish callbacks [] for security_group (7f89f69e-2b37-47e9-9bed-9fccd36e380d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.550933 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32715a9d-e98a-4c39-95b8-65cf1ff1b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (7f89f69e-2b37-47e9-9bed-9fccd36e380d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.595825 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-32715a9d-e98a-4c39-95b8-65cf1ff1b0b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c991589817d48bc94cad1e3c4e3dc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813549 Feb 21 09:45:01.596688 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715a9d-e98a-4c39-95b8-65cf1ff1b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89f69e-2b37-47e9-9bed-9fccd36e380d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:01.598464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52928) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:01.646082 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] Publish callbacks [] for security_group (7f89f69e-2b37-47e9-9bed-9fccd36e380d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.667933 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] Publish callbacks [] for security_group (7f89f69e-2b37-47e9-9bed-9fccd36e380d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.790566 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (7f89f69e-2b37-47e9-9bed-9fccd36e380d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.793138 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.794259 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f89f69e-2b37-47e9-9bed-9fccd36e380d HTTP/1.1" status: 204 len: 168 time: 0.1948271 Feb 21 09:45:01.801610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b6b16-1d6d-41da-a3c8-b4f1974bbca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89f69e-2b37-47e9-9bed-9fccd36e380d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:02.350583 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:02.363460 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2623be3-69d6-4679-807a-f15100dbeae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.435246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2623be3-69d6-4679-807a-f15100dbeae4 admin admin] Publish callbacks [] for security_group (4eda8506-eb66-487d-86f5-67947971668f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.521675 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2623be3-69d6-4679-807a-f15100dbeae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4eda8506-eb66-487d-86f5-67947971668f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.560550 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2623be3-69d6-4679-807a-f15100dbeae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eda8506-eb66-487d-86f5-67947971668f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:02.564877 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c2623be3-69d6-4679-807a-f15100dbeae4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e52ac99f3c24ed6807409de392b9071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132590 Feb 21 09:45:02.567452 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 52936) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:02.614005 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] Publish callbacks [] for security_group (4eda8506-eb66-487d-86f5-67947971668f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.634665 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] Publish callbacks [] for security_group (4eda8506-eb66-487d-86f5-67947971668f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.758035 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4eda8506-eb66-487d-86f5-67947971668f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.760627 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.761811 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eda8506-eb66-487d-86f5-67947971668f HTTP/1.1" status: 204 len: 168 time: 0.1934376 Feb 21 09:45:02.773459 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eccb0-b25f-438f-b01f-c5084973df4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eda8506-eb66-487d-86f5-67947971668f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:03.129410 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d5e9eb6-43a6-4a3d-a152-f901d80f0302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.346314 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.579707 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-10e4ed3c-257b-4aa6-a734-fe6a77a13051 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482380 Feb 21 09:45:05.684205 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-0d6c9f76-aeff-4a5e-b4cc-8f6d44ae9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:05.685700 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-0d6c9f76-aeff-4a5e-b4cc-8f6d44ae9188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0457520 Feb 21 09:45:05.786896 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-bdfe9f64-1c98-429d-a3bf-602649aead9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:05.788984 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-bdfe9f64-1c98-429d-a3bf-602649aead9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.0835214 Feb 21 09:45:05.833252 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.856616 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-81c30721-05e5-4d79-8b64-da113e344098 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 1000 time: 0.0611956 Feb 21 09:45:05.903758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-ea87c210-4ebe-423d-8cc4-e68a787489a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:05.905142 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-ea87c210-4ebe-423d-8cc4-e68a787489a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0420203 Feb 21 09:45:05.954098 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-c0cfe268-1e67-4f22-9d96-3f87cc03b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:05.955666 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-c0cfe268-1e67-4f22-9d96-3f87cc03b2bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438576 Feb 21 09:45:06.046787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-1c2f21b8-1606-498b-b9bc-8b48e5328f2d service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842872 Feb 21 09:45:06.134246 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f148224f-9e00-49f7-81f2-4d7aa4978da6 req-c3faa573-e2af-4fa1-825a-e023bce11f72 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Feb 21 09:45:07.283388 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:15.976781 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53048) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:16.079198 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a80b0d80-b01a-4502-85c9-74f0304de20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.155024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a80b0d80-b01a-4502-85c9-74f0304de20c admin admin] Publish callbacks [] for security_group (9a8a427c-ce05-4031-b814-2b721b9146ff), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.215105 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a80b0d80-b01a-4502-85c9-74f0304de20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9a8a427c-ce05-4031-b814-2b721b9146ff), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.250566 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0d80-b01a-4502-85c9-74f0304de20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a427c-ce05-4031-b814-2b721b9146ff,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:16.254879 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a80b0d80-b01a-4502-85c9-74f0304de20c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3c033f81dff45f5a6563566cb1d613b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770813 Feb 21 09:45:16.258027 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:16.304186 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] Publish callbacks [] for security_group (9a8a427c-ce05-4031-b814-2b721b9146ff), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.324938 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] Publish callbacks [] for security_group (9a8a427c-ce05-4031-b814-2b721b9146ff), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.452980 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (9a8a427c-ce05-4031-b814-2b721b9146ff), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.455524 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.456681 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a8a427c-ce05-4031-b814-2b721b9146ff HTTP/1.1" status: 204 len: 168 time: 0.1977611 Feb 21 09:45:16.466848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e499c-caa3-4e70-ba2a-f034d3898069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a427c-ce05-4031-b814-2b721b9146ff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:17.086029 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:17.098921 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c87892b7-448f-4244-818b-250576abe74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.180066 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c87892b7-448f-4244-818b-250576abe74b admin admin] Publish callbacks [] for security_group (a1f47dd6-37e1-469a-965d-7f6383aa1e0b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.260465 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c87892b7-448f-4244-818b-250576abe74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a1f47dd6-37e1-469a-965d-7f6383aa1e0b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.282210 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:17.298701 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c87892b7-448f-4244-818b-250576abe74b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1a7cddea414423ab446876eaa02942b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115946 Feb 21 09:45:17.300643 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87892b7-448f-4244-818b-250576abe74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f47dd6-37e1-469a-965d-7f6383aa1e0b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:17.301368 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:17.349067 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] Publish callbacks [] for security_group (a1f47dd6-37e1-469a-965d-7f6383aa1e0b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.369726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] Publish callbacks [] for security_group (a1f47dd6-37e1-469a-965d-7f6383aa1e0b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.487431 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a1f47dd6-37e1-469a-965d-7f6383aa1e0b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.489985 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.491283 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1f47dd6-37e1-469a-965d-7f6383aa1e0b HTTP/1.1" status: 204 len: 168 time: 0.1888592 Feb 21 09:45:17.499273 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c453e-fb4c-45b2-abe5-d43ade14a0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f47dd6-37e1-469a-965d-7f6383aa1e0b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:18.471994 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53082) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:18.570803 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1784425683-network', 'tenant_id': '18c4101fdc274ebbabd30ec038ba441d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:18.689377 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Made reservation on behalf of 18c4101fdc274ebbabd30ec038ba441d for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:18.691692 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.699986 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.769568 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks [] for security_group (b863ff1f-5581-4349-9ed4-71192c323657), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.843545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b863ff1f-5581-4349-9ed4-71192c323657), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.868143 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:45:18.877515 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863ff1f-5581-4349-9ed4-71192c323657,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:18.882934 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (ce543748-65d8-4f72-9d51-860cb8317437), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.883269 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Added segment ce543748-65d8-4f72-9d51-860cb8317437 of type vlan for network f6ffc07d-994e-4798-a051-fd971727bb24 Feb 21 09:45:18.922156 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752718202790'] for network (f6ffc07d-994e-4798-a051-fd971727bb24), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.026140 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366'] for network (f6ffc07d-994e-4798-a051-fd971727bb24), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.027037 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:19.027717 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.087543 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] Pushing event updated for resources: {'Network': ['ID=f6ffc07d-994e-4798-a051-fd971727bb24,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:19.097220 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Network f6ffc07d-994e-4798-a051-fd971727bb24 details requested by agent ovs-agent-dv-cinder-778193-19-iscsi with host dv-cinder-778193-19-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:45:19.126341 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-314f8af6-6a51-407c-b717-548e02ebe43a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6532488 Feb 21 09:45:19.129269 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:19.134726 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Request body: {'subnet': {'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1784425683-subnet', 'tenant_id': '18c4101fdc274ebbabd30ec038ba441d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:19.246965 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Made reservation on behalf of 18c4101fdc274ebbabd30ec038ba441d for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:19.249472 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9629121'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.492793 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2229807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9628979'] for subnet (71691762-da94-407e-81fe-d381deed5e79), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.546869 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71691762-da94-407e-81fe-d381deed5e79,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:19.558032 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Checking segment: {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:19.558384 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Network hostable DHCP agents. Network: f6ffc07d-994e-4798-a051-fd971727bb24, hostable agents: ['48167bf6-82e5-40e1-a8b4-30e3b85f306c'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:45:19.631935 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Network f6ffc07d-994e-4798-a051-fd971727bb24 is scheduled to be hosted by DHCP agent 48167bf6-82e5-40e1-a8b4-30e3b85f306c with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:45:19.717459 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-19-iscsi, f6ffc07d-994e-4798-a051-fd971727bb24) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:19.721587 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:19.726545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:19.727914 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccfe85-b72c-433a-940a-7a4cbb6be27d None None] Network f6ffc07d-994e-4798-a051-fd971727bb24 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:19.811788 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2b9ff1f9-49a8-4adb-917a-f0326d3fe63a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6813722 Feb 21 09:45:19.820442 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f4c23-0e83-4690-8f99-c5472a3899f8 None None] Network f6ffc07d-994e-4798-a051-fd971727bb24 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:21.902119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-2ca5af79-ce8f-4a6d-b003-68952653e78a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:21.902119 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-2ca5af79-ce8f-4a6d-b003-68952653e78a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/networks?id=f6ffc07d-994e-4798-a051-fd971727bb24 HTTP/1.1" status: 200 len: 814 time: 0.1011002 Feb 21 09:45:21.916647 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-117a5ada-a0c9-4497-8602-701a16d5dffa tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/quotas/18c4101fdc274ebbabd30ec038ba441d HTTP/1.1" status: 200 len: 375 time: 0.0100501 Feb 21 09:45:21.951871 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-ea3a6854-19ba-4ae5-8397-9730e4425652 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300977 Feb 21 09:45:22.036866 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-78209884-c65d-43d0-86dc-33cc3dbc80f4 service neutron] 10.222.0.65 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784967 Feb 21 09:45:22.124579 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-6d83dcf6-d0d4-4ff5-9807-9d86b0e118ac service neutron] 10.222.0.65 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814607 Feb 21 09:45:22.378169 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c487fa0-a7bf-4095-888f-7c06f9305b44 req-3eeec7cc-e559-4111-a573-3186101e71f3 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 210 time: 0.0264874 Feb 21 09:45:23.471461 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9146c841-316c-4dc5-ad0b-4814db549b6a req-449ee921-5612-4e05-9004-afa85055468e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 210 time: 0.0264168 Feb 21 09:45:24.565702 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da406076-49a3-4f74-bc8e-8f770e009565 req-b5700195-f6ff-46e4-acab-7cfd8cddb19a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 210 time: 0.0275335 Feb 21 09:45:24.945246 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-aa94fa25-bd3f-458f-b9a8-9934ae2fa234 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:24.946695 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-aa94fa25-bd3f-458f-b9a8-9934ae2fa234 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "GET /v2.0/networks?id=f6ffc07d-994e-4798-a051-fd971727bb24 HTTP/1.1" status: 200 len: 814 time: 0.1060004 Feb 21 09:45:24.967243 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Request body: {'port': {'device_id': 'ff469970-9253-4502-ba07-246987bc04ea', 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24', 'admin_state_up': True, 'tenant_id': '18c4101fdc274ebbabd30ec038ba441d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:25.172693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Made reservation on behalf of 18c4101fdc274ebbabd30ec038ba441d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:25.176118 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:25.304175 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Allocated IP 172.20.0.10 (f6ffc07d-994e-4798-a051-fd971727bb24/71691762-da94-407e-81fe-d381deed5e79/04b8e0e0-6d10-422a-bf0f-3a275ce39ff2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:25.445372 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks [] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:25.564172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:25.606086 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Network f6ffc07d-994e-4798-a051-fd971727bb24 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:25.609287 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:25.616307 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:25.642147 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Pushing event updated for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:25.702040 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:25.702647 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:25.723193 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e5bbb-e8bd-4419-9bd3-5400b779a71a req-bf4c3006-3fdd-4210-8920-b39c461143c8 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:25.724695 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7e5bbb-e8bd-4419-9bd3-5400b779a71a req-bf4c3006-3fdd-4210-8920-b39c461143c8 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 932 time: 0.0835729 Feb 21 09:45:25.770194 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b7e5bbb-e8bd-4419-9bd3-5400b779a71a req-72d8cc5c-c4bd-45b6-88e1-7144c46c06fd tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Feb 21 09:45:25.811830 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-cfe024b6-48c7-4582-9aa3-a7fae921c11c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489692 Feb 21 09:45:25.838192 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Request body: {'port': {'device_id': 'ff469970-9253-4502-ba07-246987bc04ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:25.894292 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.146503 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:26.154708 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks [] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.166454 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Transition to ACTIVE for port object 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:26.275621 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.322968 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:26.389742 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Attempting to bind port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:26.390042 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Attempting to bind port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:26.390303 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Attempting to bind port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 on network f6ffc07d-994e-4798-a051-fd971727bb24 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:26.394478 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 on network f6ffc07d-994e-4798-a051-fd971727bb24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:45:26.394790 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Attempting to bind port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 on network f6ffc07d-994e-4798-a051-fd971727bb24 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:26.399512 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:26.399844 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Checking segment: {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:26.400217 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Bound using segment: {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:26.400635 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Bound port: 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:26.400977 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.464716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:26.467701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:26.546795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.582387 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.583031 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.584441 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] 10.222.0.42 "PUT /v2.0/ports/04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 HTTP/1.1" status: 200 len: 1094 time: 0.7508504 Feb 21 09:45:26.584907 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:26.587149 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:26.607883 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7fa2b-ca1e-4666-99f8-56e5719c6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:26.624836 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502337a6-a2a0-4255-8c58-001d75c87916 x-openstack-request-id: req-502337a6-a2a0-4255-8c58-001d75c87916 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:26.625128 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:26.625456 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-502337a6-a2a0-4255-8c58-001d75c87916 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:26.625867 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2', 'status': 'completed', 'code': 200} Feb 21 09:45:26.715012 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-7b05b245-10ea-4eb9-9ce2-1b092c9ac3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.716569 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-7b05b245-10ea-4eb9-9ce2-1b092c9ac3fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 1128 time: 0.0456536 Feb 21 09:45:26.833308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-f7f90eed-03aa-4974-94f7-76a1793ddd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.835486 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-f7f90eed-03aa-4974-94f7-76a1793ddd61 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=18c4101fdc274ebbabd30ec038ba441d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975945 Feb 21 09:45:26.952103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc5498-eafc-43ce-bfaf-720de732e5eb req-e68a7534-e2d4-4970-acd6-75d734cdf0b2 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.953482 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fdc5498-eafc-43ce-bfaf-720de732e5eb req-e68a7534-e2d4-4970-acd6-75d734cdf0b2 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 944 time: 0.1147201 Feb 21 09:45:26.973426 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-67177abf-2055-4488-8e15-47eaf2c4a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.974780 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ccc7ed7b-5415-48b5-ad3d-4d74371729a9 req-67177abf-2055-4488-8e15-47eaf2c4a4f6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280143 Feb 21 09:45:27.008848 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fdc5498-eafc-43ce-bfaf-720de732e5eb req-ec3e7013-a243-428c-9197-d10788547c3a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Feb 21 09:45:27.089859 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-57c8ee3d-ceeb-4dbc-b0c6-c41eef3794c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:27.091337 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-57c8ee3d-ceeb-4dbc-b0c6-c41eef3794c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 1128 time: 0.0434687 Feb 21 09:45:27.143886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-1f62c158-ce29-4c5c-b434-d71224f42841 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 HTTP/1.1" status: 200 len: 217 time: 0.0319808 Feb 21 09:45:27.195451 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-3c69bfeb-a626-41e3-a4aa-6ce22ac373b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:27.196841 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-3c69bfeb-a626-41e3-a4aa-6ce22ac373b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71691762-da94-407e-81fe-d381deed5e79 HTTP/1.1" status: 200 len: 854 time: 0.0439672 Feb 21 09:45:27.230155 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-68450ab6-f048-46af-9f82-e14c47541267 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ffc07d-994e-4798-a051-fd971727bb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244322 Feb 21 09:45:27.317541 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-2a78839a-7bd5-421f-a778-aba48d3b3986 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779409 Feb 21 09:45:27.658203 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d81ac775-4276-43fa-ac9e-b2b9743ec120 req-8b769af4-a5fb-46d4-8dd2-58d496e2fef7 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317702 Feb 21 09:45:28.129014 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f17f1-cdea-4140-89eb-84942e789c3a req-de4c21be-3eb6-497d-b067-d9ef8aa5f3cf tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.130462 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb0f17f1-cdea-4140-89eb-84942e789c3a req-de4c21be-3eb6-497d-b067-d9ef8aa5f3cf tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 944 time: 0.0526853 Feb 21 09:45:28.175905 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb0f17f1-cdea-4140-89eb-84942e789c3a req-2987fecd-60f3-4c63-b6ce-aa66fa823433 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Feb 21 09:45:28.310222 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.294197 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f350255-823c-45c1-a348-446378f15824 req-37b3216a-b092-4317-95c5-14886bcf508d tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.295668 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f350255-823c-45c1-a348-446378f15824 req-37b3216a-b092-4317-95c5-14886bcf508d tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 944 time: 0.0561011 Feb 21 09:45:29.340612 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9f350255-823c-45c1-a348-446378f15824 req-4fa9f5b3-4a52-4aa5-bf05-f80fa2ba894d tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 Feb 21 09:45:30.418954 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:30.456989 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea6924-3176-4daf-8124-c45d23723abb req-b00e438a-1f88-4dd2-b1f9-17dd1704013e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:30.458458 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94ea6924-3176-4daf-8124-c45d23723abb req-b00e438a-1f88-4dd2-b1f9-17dd1704013e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 944 time: 0.0528996 Feb 21 09:45:30.504731 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-94ea6924-3176-4daf-8124-c45d23723abb req-63c62553-e10c-47d3-a3c1-9ef2391b47a5 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Feb 21 09:45:30.666107 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Deleting port 886d1545-7273-4019-944b-8cc5b3bd2a74 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:30.666371 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.739237 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.739596 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for floatingip (886d1545-7273-4019-944b-8cc5b3bd2a74), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.751399 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Calling delete_port for 886d1545-7273-4019-944b-8cc5b3bd2a74 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:30.927032 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8633-7bd5-4dee-a7f9-e574c828d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.009067 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (886d1545-7273-4019-944b-8cc5b3bd2a74), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.034173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event deleted for resources: {'Port': ['ID=886d1545-7273-4019-944b-8cc5b3bd2a74,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:31.061789 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.062173 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.062521 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.062864 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.063201 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.063564 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.063899 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.064260 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.064610 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.064921 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.065282 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.065579 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.065911 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:31.102873 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for floatingip (c2b89833-2ebf-479a-8071-f382498d9145), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.103210 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Floating IP c2b89833-2ebf-479a-8071-f382498d9145 disassociated (deleted). External IP: 172.27.1.68, port: 0b137228-330d-4d50-8b11-74b2b00916c6. Feb 21 09:45:31.306589 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Router 45bc3cbb-5897-4c1b-b08e-72ea9938493a has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:31.410386 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:31.415241 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.421021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Sync routers for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:31.431282 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:31.432000 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:31.442973 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-692059d2-899f-41ef-942a-545ff0acfbb2 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "DELETE /v2.0/floatingips/c2b89833-2ebf-479a-8071-f382498d9145 HTTP/1.1" status: 204 len: 168 time: 1.0228434 Feb 21 09:45:31.443601 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:31.446434 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05e6e4-0786-4919-9d83-c03f901d9e92" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:31.482077 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecd4e2-b873-4f63-a68b-aa4ac8d77ddc x-openstack-request-id: req-57ecd4e2-b873-4f63-a68b-aa4ac8d77ddc {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:31.482395 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:31.482629 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57ecd4e2-b873-4f63-a68b-aa4ac8d77ddc {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:31.483600 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'status': 'completed', 'code': 200} Feb 21 09:45:31.584949 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-d9b1be49-1306-4714-abb5-aaa56ab5e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.586450 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-d9b1be49-1306-4714-abb5-aaa56ab5e71b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 1129 time: 0.0473046 Feb 21 09:45:31.674756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:31.699910 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed74b-8421-477b-9d42-324fd2b96238 req-e244a80d-5270-4e0f-aafb-c75442dcfc3e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.701377 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebbed74b-8421-477b-9d42-324fd2b96238 req-e244a80d-5270-4e0f-aafb-c75442dcfc3e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 944 time: 0.1140425 Feb 21 09:45:31.720105 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-2725f739-16d0-4827-b883-cb9a9e943f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.721516 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-2725f739-16d0-4827-b883-cb9a9e943f9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 200 len: 909 time: 0.1260481 Feb 21 09:45:31.775320 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-12044800-7773-45f5-a0bc-4adcd8355bfe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 200 len: 217 time: 0.0438311 Feb 21 09:45:31.815049 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebbed74b-8421-477b-9d42-324fd2b96238 req-199b8f6b-6a61-43d6-80cb-6ad72e4d264e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046822 Feb 21 09:45:31.833109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-ad7d4759-1776-49ab-a6ee-75c27166fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.835042 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-ad7d4759-1776-49ab-a6ee-75c27166fd65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 200 len: 847 time: 0.0500925 Feb 21 09:45:31.878769 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:31.888832 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-35f4bfc9-a9ab-4b23-8c84-89f9be2d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.890751 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-35f4bfc9-a9ab-4b23-8c84-89f9be2d754c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f7ca51-da93-4cdc-9eb9-081396a848da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468957 Feb 21 09:45:31.910245 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Checking router: 45bc3cbb-5897-4c1b-b08e-72ea9938493a for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:31.920210 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:31.920836 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:31.956378 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:45:32.021154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983293-e037-49f1-ac7c-cb3ddbe34956 req-f8d2a525-857b-4ae9-bedc-ea6ccff52e77 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:32.023201 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-71983293-e037-49f1-ac7c-cb3ddbe34956 req-f8d2a525-857b-4ae9-bedc-ea6ccff52e77 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.1031604 Feb 21 09:45:32.049992 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-e0ef50e2-5372-49d5-a02b-6d8f04c92457 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384871 Feb 21 09:45:32.088283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:32.125017 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-71983293-e037-49f1-ac7c-cb3ddbe34956 req-12fe010f-495d-4692-b6c4-f4ef7f215d48 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954943 Feb 21 09:45:32.152518 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:32.163438 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af05e6e4-0786-4919-9d83-c03f901d9e92 req-6a3365ab-96cf-442e-968d-1345267535ca service neutron] 10.222.0.42 "GET /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059933 Feb 21 09:45:32.200500 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2', 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24', 'port_id': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2', 'mac_address': 'fa:16:3e:da:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71691762-da94-407e-81fe-d381deed5e79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:45:32.288555 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:32.288959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.314940 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:32.355775 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:32.375609 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:32.405111 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c8ec-690b-4ae4-b664-40691d8b9dbe None None] The sync data for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi is: [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:39:30Z', 'revision_number': 4, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'b0f2ddd7-367c-40af-b573-b50074ff016a', 'name': '', 'network_id': 'b5f7ca51-da93-4cdc-9eb9-081396a848da', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'mac_address': 'fa:16:3e:a3:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:29Z', 'updated_at': '2022-02-21T09:39:37Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'subnets': [{'id': '758eeb2b-c426-4991-8e00-6156f04bbe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:32.454957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.503535 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:32.629111 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e87bda4-b2cd-46f5-8998-378275e01244 None None] New status for floating IP c2b89833-2ebf-479a-8071-f382498d9145: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:45:32.789309 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['04b8e0e0-6d10-422a-bf0f-3a275ce39ff2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:32.942510 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210baf-d93b-4099-84d5-23362229848e req-b7ae2711-89d0-4612-be25-746ebe3b266b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:32.944508 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b210baf-d93b-4099-84d5-23362229848e req-b7ae2711-89d0-4612-be25-746ebe3b266b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 945 time: 0.0540812 Feb 21 09:45:32.990145 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b210baf-d93b-4099-84d5-23362229848e req-6930376b-91fd-448f-9d30-d3be2a4dabc2 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Feb 21 09:45:33.117702 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-27281011-a417-41a3-a273-a4f7822e56dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.248161 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb277-647e-4f1b-acce-762059ddc4da req-0844d98b-b1c3-48cf-8381-1b27fbe943ba tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:33.249531 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b5fb277-647e-4f1b-acce-762059ddc4da req-0844d98b-b1c3-48cf-8381-1b27fbe943ba tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0576525 Feb 21 09:45:33.297035 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b5fb277-647e-4f1b-acce-762059ddc4da req-7d5934a5-ffca-464a-9c17-5fb014539cae tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Feb 21 09:45:33.847932 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-42837326-1cb8-4035-92f0-333494e3ec8d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:33.849323 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-42837326-1cb8-4035-92f0-333494e3ec8d tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 945 time: 0.0514336 Feb 21 09:45:33.963634 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:34.000926 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Deleting port 0b137228-330d-4d50-8b11-74b2b00916c6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:34.001509 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.111903 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:45:34.116434 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:34.116817 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.124371 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] For port 0b137228-330d-4d50-8b11-74b2b00916c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b137228-330d-4d50-8b11-74b2b00916c6,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:34.124731 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.141845 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Calling delete_port for 0b137228-330d-4d50-8b11-74b2b00916c6 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:34.152924 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb248d-a2c7-4fc3-96ea-a9151714db47 req-7845945f-fbb1-4099-ab11-701ef7ad673e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:34.154411 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20fb248d-a2c7-4fc3-96ea-a9151714db47 req-7845945f-fbb1-4099-ab11-701ef7ad673e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 945 time: 0.0918376 Feb 21 09:45:34.197351 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:34.197925 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.220935 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:34.223183 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458bc4f9-3ee1-4e08-9ce9-bf35e9e908bb" -d '{"events": [{"server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "name": "network-vif-plugged", "status": "completed", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:34.236394 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:34.248817 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20fb248d-a2c7-4fc3-96ea-a9151714db47 req-61fc5b97-9a29-44e6-ae67-2104537aee86 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863471 Feb 21 09:45:34.260433 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5e2634-1cea-4a2c-bdcf-676dbe642b70 x-openstack-request-id: req-3e5e2634-1cea-4a2c-bdcf-676dbe642b70 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:34.265413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "name": "network-vif-plugged", "status": "completed", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:34.265413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e5e2634-1cea-4a2c-bdcf-676dbe642b70 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:34.265413 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2', 'code': 200} Feb 21 09:45:34.317612 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.351959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.367689 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:34.394362 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (0b137228-330d-4d50-8b11-74b2b00916c6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.431603 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event deleted for resources: {'Port': ['ID=0b137228-330d-4d50-8b11-74b2b00916c6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:34.462707 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.463117 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.463495 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.463843 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.464178 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.464510 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.464842 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.465172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.465559 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.465897 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.466225 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.466549 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.466873 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:34.493518 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] No DVR routers for this DVR port 0b137228-330d-4d50-8b11-74b2b00916c6 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:34.496069 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.499488 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31184ba7-fce0-4080-99e2-f004a1b76d10 req-0d35956e-76c4-459d-8c44-dc22802192b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.42 "DELETE /v2.0/ports/0b137228-330d-4d50-8b11-74b2b00916c6 HTTP/1.1" status: 204 len: 173 time: 0.5960770 Feb 21 09:45:34.500080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-deleted', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:34.502313 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc10695-0f33-46ea-9d4b-63d81d0d5e91" -d '{"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-deleted", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:34.519088 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb79db-66d7-4975-bdef-53fbbba1b6df req-6a4199d6-249c-4e06-9f13-452c72ac3027 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:34.519088 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5abb79db-66d7-4975-bdef-53fbbba1b6df req-6a4199d6-249c-4e06-9f13-452c72ac3027 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 867 time: 0.1504159 Feb 21 09:45:34.543990 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d0781-2721-4a31-b79d-82dbfe66739a x-openstack-request-id: req-399d0781-2721-4a31-b79d-82dbfe66739a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:34.544288 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc74eb5-110f-4c2b-a192-aace57bc5cc1", "name": "network-vif-deleted", "tag": "0b137228-330d-4d50-8b11-74b2b00916c6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:34.544546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-399d0781-2721-4a31-b79d-82dbfe66739a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:34.544981 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc74eb5-110f-4c2b-a192-aace57bc5cc1', 'name': 'network-vif-deleted', 'tag': '0b137228-330d-4d50-8b11-74b2b00916c6', 'status': 'completed', 'code': 200} Feb 21 09:45:34.574545 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5abb79db-66d7-4975-bdef-53fbbba1b6df req-b2e78b96-0531-4875-8354-08af3e5a55b4 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bc65030-81f8-4767-98e3-6dccd8af94b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504117 Feb 21 09:45:34.657052 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce7008-38ee-4608-9c49-73074fd77a5e req-a2b6d70f-8683-4e79-a99c-008037f77f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:34.658467 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4ce7008-38ee-4608-9c49-73074fd77a5e req-a2b6d70f-8683-4e79-a99c-008037f77f1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 1130 time: 0.0508022 Feb 21 09:45:34.705781 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4ce7008-38ee-4608-9c49-73074fd77a5e req-03b6ef56-d34b-430e-846f-a8be853a1568 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Feb 21 09:45:35.369876 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c18d5-1177-47b8-a11a-f75e448e311f req-3da10304-16b5-4fe1-96fc-922fbb1ad69b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:35.371388 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-168c18d5-1177-47b8-a11a-f75e448e311f req-3da10304-16b5-4fe1-96fc-922fbb1ad69b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0524158 Feb 21 09:45:35.419427 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-168c18d5-1177-47b8-a11a-f75e448e311f req-b8814d2b-e3ef-46e0-ab2e-1da234341432 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Feb 21 09:45:35.667183 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ec5e89f-84e1-466b-9ba6-56cc0e92a946 req-f2f146e0-2c9d-481d-8318-1699ecaba516 tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0266018 Feb 21 09:45:35.807150 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.542133 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a8cac-8537-4290-bae8-97c27aa1d2cb req-702f47ce-67e5-4f31-a672-b3cac1a16031 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:36.543615 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f7a8cac-8537-4290-bae8-97c27aa1d2cb req-702f47ce-67e5-4f31-a672-b3cac1a16031 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0550296 Feb 21 09:45:36.591890 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f7a8cac-8537-4290-bae8-97c27aa1d2cb req-85a316d8-3cb0-4667-a87c-31f706255867 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Feb 21 09:45:36.777198 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e3579b6-b4d9-4868-9256-f9c937224c5b req-5c34a2b1-8f55-44e8-92fb-f58b999ed14f tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc74eb5-110f-4c2b-a192-aace57bc5cc1 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Feb 21 09:45:37.321127 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.831232 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:37.886946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (6bc65030-81f8-4767-98e3-6dccd8af94b8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.912322 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (6bc65030-81f8-4767-98e3-6dccd8af94b8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.994247 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:38.018011 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 0b137228-330d-4d50-8b11-74b2b00916c6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:38.018359 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b137228-330d-4d50-8b11-74b2b00916c6 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:38.100878 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (6bc65030-81f8-4767-98e3-6dccd8af94b8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.103495 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.104751 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] 10.222.0.65 "DELETE /v2.0/security-groups/6bc65030-81f8-4767-98e3-6dccd8af94b8 HTTP/1.1" status: 204 len: 168 time: 0.2724998 Feb 21 09:45:38.116851 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338e471-5256-47b7-a2e4-f328894546fa tempest-TestShelveInstance-246072173 tempest-TestShelveInstance-246072173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc65030-81f8-4767-98e3-6dccd8af94b8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:38.231840 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53242) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:38.634223 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.887168 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Deleting port b0f2ddd7-367c-40af-b573-b50074ff016a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:38.887537 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.971705 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] For port b0f2ddd7-367c-40af-b573-b50074ff016a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=b0f2ddd7-367c-40af-b573-b50074ff016a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:38.971979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.985720 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Calling delete_port for b0f2ddd7-367c-40af-b573-b50074ff016a owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:39.232616 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (b0f2ddd7-367c-40af-b573-b50074ff016a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.257203 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f2ddd7-367c-40af-b573-b50074ff016a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.433477 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.663805 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Router 45bc3cbb-5897-4c1b-b08e-72ea9938493a has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:39.774232 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:39.779369 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e87da91e-5140-46b8-a736-4863acfd7c72 admin admin] 10.222.0.65 "PUT /v2.0/routers/45bc3cbb-5897-4c1b-b08e-72ea9938493a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5464096 Feb 21 09:45:39.782158 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53250) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:39.785462 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Sync routers for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:39.800879 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:39.801972 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:39.889505 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks [] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.922283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:40.119604 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:40.158508 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Checking router: 45bc3cbb-5897-4c1b-b08e-72ea9938493a for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:40.171117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Routers {'45bc3cbb-5897-4c1b-b08e-72ea9938493a'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:40.171769 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:40.265612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks [] for router_gateway (45bc3cbb-5897-4c1b-b08e-72ea9938493a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.283044 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] Set router 45bc3cbb-5897-4c1b-b08e-72ea9938493a gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:40.418523 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Deleting port 3520f561-5390-41d3-9e81-af20be1c072a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:40.418774 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (3520f561-5390-41d3-9e81-af20be1c072a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.501719 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] For port 3520f561-5390-41d3-9e81-af20be1c072a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=3520f561-5390-41d3-9e81-af20be1c072a,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:40.502807 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (3520f561-5390-41d3-9e81-af20be1c072a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.516135 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Calling delete_port for 3520f561-5390-41d3-9e81-af20be1c072a owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:40.618130 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:40.646389 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8384f-0327-4f99-89e4-1e82f2f6bc6d None None] The sync data for ids ['45bc3cbb-5897-4c1b-b08e-72ea9938493a'] in dv-cinder-778193-19-iscsi is: [{'id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'name': 'tempest-TestShelveInstance-570097447-router', 'tenant_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3520f561-5390-41d3-9e81-af20be1c072a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:24Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 5, 'project_id': 'c1bcb57c2e244aceb2ca6d49b3276d7e', 'gw_port': {'id': '3520f561-5390-41d3-9e81-af20be1c072a', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc3cbb-5897-4c1b-b08e-72ea9938493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:26Z', 'updated_at': '2022-02-21T09:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:40.867084 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (3520f561-5390-41d3-9e81-af20be1c072a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.892782 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Pushing event deleted for resources: {'Port': ['ID=3520f561-5390-41d3-9e81-af20be1c072a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:40.954033 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.050022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.052538 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks [] for router_controller (45bc3cbb-5897-4c1b-b08e-72ea9938493a), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.117090 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b0f2ddd7-367c-40af-b573-b50074ff016a no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:41.143020 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: b0f2ddd7-367c-40af-b573-b50074ff016a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:41.143388 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device b0f2ddd7-367c-40af-b573-b50074ff016a not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:41.195846 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (45bc3cbb-5897-4c1b-b08e-72ea9938493a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.196379 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45bc3cbb-5897-4c1b-b08e-72ea9938493a {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:45:41.201617 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.202796 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f3272fa3-b2ed-453b-bd7c-d97b49323311 admin admin] 10.222.0.65 "DELETE /v2.0/routers/45bc3cbb-5897-4c1b-b08e-72ea9938493a HTTP/1.1" status: 204 len: 168 time: 1.4188743 Feb 21 09:45:41.210851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:41.250281 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Deleting subnet 758eeb2b-c426-4991-8e00-6156f04bbe45 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:45:41.253481 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Publish callbacks [] for subnet (758eeb2b-c426-4991-8e00-6156f04bbe45), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.289970 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (758eeb2b-c426-4991-8e00-6156f04bbe45), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.375139 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (758eeb2b-c426-4991-8e00-6156f04bbe45), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.533334 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (758eeb2b-c426-4991-8e00-6156f04bbe45), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.560153 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758eeb2b-c426-4991-8e00-6156f04bbe45,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:41.563820 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.566931 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-25314f2d-73c5-49d3-a888-df354d80cdb7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/758eeb2b-c426-4991-8e00-6156f04bbe45 HTTP/1.1" status: 204 len: 168 time: 0.3603277 Feb 21 09:45:41.568979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6b066-919a-4ee6-8ab4-ddc4dc917d3a None None] Network b5f7ca51-da93-4cdc-9eb9-081396a848da requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:41.569591 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:41.644794 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (b5f7ca51-da93-4cdc-9eb9-081396a848da), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.702381 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Deleting port 25c3972d-12cc-4420-a7f2-618a591bc78a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:41.702786 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.743498 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] DHCP port deletion for b5f7ca51-da93-4cdc-9eb9-081396a848da request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:45:41.797500 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Deleting port 25c3972d-12cc-4420-a7f2-618a591bc78a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:41.797788 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.866306 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] For port 25c3972d-12cc-4420-a7f2-618a591bc78a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=25c3972d-12cc-4420-a7f2-618a591bc78a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:41.866712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.880052 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Calling delete_port for 25c3972d-12cc-4420-a7f2-618a591bc78a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:42.028180 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] For port 25c3972d-12cc-4420-a7f2-618a591bc78a, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=25c3972d-12cc-4420-a7f2-618a591bc78a,segment=NetworkSegment(af1416eb-4664-48ab-aee5-729633222096),segment_id=af1416eb-4664-48ab-aee5-729633222096)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:42.028487 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.042204 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Calling delete_port for 25c3972d-12cc-4420-a7f2-618a591bc78a owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:42.078025 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.103325 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] Pushing event deleted for resources: {'Port': ['ID=25c3972d-12cc-4420-a7f2-618a591bc78a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:42.107868 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa02eeb-31e6-4b3f-8764-eb1b7b2d5263 None None] No DVR routers for this DVR port 25c3972d-12cc-4420-a7f2-618a591bc78a on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:42.124128 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (25c3972d-12cc-4420-a7f2-618a591bc78a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.152940 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c3972d-12cc-4420-a7f2-618a591bc78a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:42.157798 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] No DVR routers for this DVR port 25c3972d-12cc-4420-a7f2-618a591bc78a on host dv-cinder-778193-19-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:42.229053 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (b5f7ca51-da93-4cdc-9eb9-081396a848da), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.249845 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f7ca51-da93-4cdc-9eb9-081396a848da']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:42.259944 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1416eb-4664-48ab-aee5-729633222096') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:42.260243 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1416eb-4664-48ab-aee5-729633222096') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:42.269684 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (af1416eb-4664-48ab-aee5-729633222096), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.283853 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (af1416eb-4664-48ab-aee5-729633222096), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.290799 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:45:42.291183 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (af1416eb-4664-48ab-aee5-729633222096), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self.session.flush() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self.session.flush() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self.session.flush() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self.session.flush() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:45:42.293019 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:45:42.438024 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (b5f7ca51-da93-4cdc-9eb9-081396a848da), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.443620 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.446748 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5f7ca51-da93-4cdc-9eb9-081396a848da HTTP/1.1" status: 204 len: 168 time: 0.8761680 Feb 21 09:45:42.449795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:42.457692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8372a-422c-4dc7-adb3-ed99eb4a5569 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f7ca51-da93-4cdc-9eb9-081396a848da,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:42.769708 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 25c3972d-12cc-4420-a7f2-618a591bc78a no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:42.790462 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 25c3972d-12cc-4420-a7f2-618a591bc78a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:42.790817 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 25c3972d-12cc-4420-a7f2-618a591bc78a not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:42.791241 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 3520f561-5390-41d3-9e81-af20be1c072a no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:42.809367 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (54e252b4-6162-4126-9da8-20e344587f69), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.810922 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 3520f561-5390-41d3-9e81-af20be1c072a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:42.811268 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 3520f561-5390-41d3-9e81-af20be1c072a not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:43.062103 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Deleting port 0ec62257-9226-46fd-88fe-41e36bbacd8e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:43.062349 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.139201 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] For port 0ec62257-9226-46fd-88fe-41e36bbacd8e, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=0ec62257-9226-46fd-88fe-41e36bbacd8e,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:43.139591 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.151899 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Calling delete_port for 0ec62257-9226-46fd-88fe-41e36bbacd8e owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:43.460848 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (0ec62257-9226-46fd-88fe-41e36bbacd8e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.484372 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec62257-9226-46fd-88fe-41e36bbacd8e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.661444 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (54e252b4-6162-4126-9da8-20e344587f69), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.890233 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Router 54e252b4-6162-4126-9da8-20e344587f69 has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:44.001663 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:44.007384 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a8072018-526d-43af-baf0-5d68b2e5d83a admin admin] 10.222.0.65 "PUT /v2.0/routers/54e252b4-6162-4126-9da8-20e344587f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5563273 Feb 21 09:45:44.009819 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53266) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:44.012714 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Sync routers for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:44.024630 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:44.025271 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.119823 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks [] for router (54e252b4-6162-4126-9da8-20e344587f69), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.137404 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:44.227760 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks [] for router_gateway (54e252b4-6162-4126-9da8-20e344587f69), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.313703 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 5, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port': {'id': '97675113-b7d9-4125-a2ce-2d7b48e1b232', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e252b4-6162-4126-9da8-20e344587f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:39:36Z', 'updated_at': '2022-02-21T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.343952 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Checking router: 54e252b4-6162-4126-9da8-20e344587f69 for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:44.345052 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Deleting port 97675113-b7d9-4125-a2ce-2d7b48e1b232 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:44.345397 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.352948 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Routers {'54e252b4-6162-4126-9da8-20e344587f69'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:44.353624 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:45:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['54e252b4-6162-4126-9da8-20e344587f69'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.425690 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] For port 97675113-b7d9-4125-a2ce-2d7b48e1b232, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=97675113-b7d9-4125-a2ce-2d7b48e1b232,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:44.426049 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.437416 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] Set router 54e252b4-6162-4126-9da8-20e344587f69 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:44.437940 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Calling delete_port for 97675113-b7d9-4125-a2ce-2d7b48e1b232 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:44.491543 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 6, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.517329 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411b388-1ff4-4dc0-a6a7-3b48d9b814fc None None] The sync data for ids ['54e252b4-6162-4126-9da8-20e344587f69'] in dv-cinder-778193-19-iscsi is: [{'id': '54e252b4-6162-4126-9da8-20e344587f69', 'name': 'tempest-TestShelveInstance-1925429253-router', 'tenant_id': 'a609c79e763d4c52a143bee7d875d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:39:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 6, 'project_id': 'a609c79e763d4c52a143bee7d875d8bc', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:44.706359 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (97675113-b7d9-4125-a2ce-2d7b48e1b232), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.732542 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=97675113-b7d9-4125-a2ce-2d7b48e1b232,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:44.797578 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (54e252b4-6162-4126-9da8-20e344587f69), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.901092 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (54e252b4-6162-4126-9da8-20e344587f69), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.903511 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks [] for router_controller (54e252b4-6162-4126-9da8-20e344587f69), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.092771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (54e252b4-6162-4126-9da8-20e344587f69), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.093308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e252b4-6162-4126-9da8-20e344587f69 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:45:45.097626 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.098771 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-faf29d1e-eb07-4557-a07a-80ce3b88bb42 admin admin] 10.222.0.65 "DELETE /v2.0/routers/54e252b4-6162-4126-9da8-20e344587f69 HTTP/1.1" status: 204 len: 168 time: 1.0880396 Feb 21 09:45:45.101919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:45.146068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Deleting subnet 6744c25c-c180-47bd-add4-31f57fae2501 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:45:45.149688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Publish callbacks [] for subnet (6744c25c-c180-47bd-add4-31f57fae2501), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.184041 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (6744c25c-c180-47bd-add4-31f57fae2501), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.303818 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 0ec62257-9226-46fd-88fe-41e36bbacd8e no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:45.329682 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 0ec62257-9226-46fd-88fe-41e36bbacd8e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:45.330448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 0ec62257-9226-46fd-88fe-41e36bbacd8e not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:45.524525 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (6744c25c-c180-47bd-add4-31f57fae2501), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.684115 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (6744c25c-c180-47bd-add4-31f57fae2501), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.710123 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6744c25c-c180-47bd-add4-31f57fae2501,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:45.713739 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.716868 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2d29ed01-ad58-42a5-9f50-d81d507a5444 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6744c25c-c180-47bd-add4-31f57fae2501 HTTP/1.1" status: 204 len: 168 time: 0.6140091 Feb 21 09:45:45.719352 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:45.721996 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106876fc-9718-4adc-a43a-1451db28781c None None] Network 1e380efd-4531-4682-a9d6-2355ab47bdad requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:45.795793 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (1e380efd-4531-4682-a9d6-2355ab47bdad), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.857201 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Deleting port cf256d18-7beb-4d54-b844-731a13e8ffdb {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:45.857546 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.878407 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] DHCP port deletion for 1e380efd-4531-4682-a9d6-2355ab47bdad request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:45:45.921750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] For port cf256d18-7beb-4d54-b844-731a13e8ffdb, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cf256d18-7beb-4d54-b844-731a13e8ffdb,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:45.921750 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.928374 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Deleting port cf256d18-7beb-4d54-b844-731a13e8ffdb {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:45.928754 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.938966 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Calling delete_port for cf256d18-7beb-4d54-b844-731a13e8ffdb owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:45.991267 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] For port cf256d18-7beb-4d54-b844-731a13e8ffdb, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=cf256d18-7beb-4d54-b844-731a13e8ffdb,segment=NetworkSegment(0835cd49-2056-43cd-b615-b759d5d8d219),segment_id=0835cd49-2056-43cd-b615-b759d5d8d219)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:45.991695 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.004081 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Calling delete_port for cf256d18-7beb-4d54-b844-731a13e8ffdb owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:46.140841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.147958 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (cf256d18-7beb-4d54-b844-731a13e8ffdb), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.167610 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf256d18-7beb-4d54-b844-731a13e8ffdb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:46.171172 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] No DVR routers for this DVR port cf256d18-7beb-4d54-b844-731a13e8ffdb on host dv-cinder-778193-19-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:46.174779 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] Pushing event deleted for resources: {'Port': ['ID=cf256d18-7beb-4d54-b844-731a13e8ffdb,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:46.176731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32793734-dbf6-4d2a-b860-c1e382c96257 None None] No DVR routers for this DVR port cf256d18-7beb-4d54-b844-731a13e8ffdb on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:46.248041 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (1e380efd-4531-4682-a9d6-2355ab47bdad), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.268692 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e380efd-4531-4682-a9d6-2355ab47bdad']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:46.278323 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0835cd49-2056-43cd-b615-b759d5d8d219') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:46.278754 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0835cd49-2056-43cd-b615-b759d5d8d219') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:46.288381 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (0835cd49-2056-43cd-b615-b759d5d8d219), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.301212 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (0835cd49-2056-43cd-b615-b759d5d8d219), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.307097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:45:46.307517 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (0835cd49-2056-43cd-b615-b759d5d8d219), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:45:46.309135 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:45:46.452802 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (1e380efd-4531-4682-a9d6-2355ab47bdad), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.458068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.461271 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/1e380efd-4531-4682-a9d6-2355ab47bdad HTTP/1.1" status: 204 len: 168 time: 0.7409832 Feb 21 09:45:46.476711 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d47487-01c8-45bd-b158-3f78f0cdee8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e380efd-4531-4682-a9d6-2355ab47bdad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:46.768389 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 97675113-b7d9-4125-a2ce-2d7b48e1b232 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:46.789959 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 97675113-b7d9-4125-a2ce-2d7b48e1b232 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:46.790314 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 97675113-b7d9-4125-a2ce-2d7b48e1b232 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:46.790731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cf256d18-7beb-4d54-b844-731a13e8ffdb no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:46.809586 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: cf256d18-7beb-4d54-b844-731a13e8ffdb {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:46.809941 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device cf256d18-7beb-4d54-b844-731a13e8ffdb not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:46.832993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53284) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:46.875276 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b73053d3-2d19-4d88-bb01-c54f429de2d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1bcb57c2e244aceb2ca6d49b3276d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410826 Feb 21 09:45:46.877667 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:46.924931 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] Publish callbacks [] for security_group (91673d77-b19f-447f-ac84-9e627d3581b5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.946469 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] Publish callbacks [] for security_group (91673d77-b19f-447f-ac84-9e627d3581b5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:47.135003 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (91673d77-b19f-447f-ac84-9e627d3581b5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:47.137494 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:47.138657 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91673d77-b19f-447f-ac84-9e627d3581b5 HTTP/1.1" status: 204 len: 168 time: 0.2600536 Feb 21 09:45:47.147357 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da079771-5b36-46dc-ba7b-9d57678178ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91673d77-b19f-447f-ac84-9e627d3581b5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:47.903925 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:47.943073 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bdd547e4-4428-444c-9a33-aa296502112a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a609c79e763d4c52a143bee7d875d8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379102 Feb 21 09:45:47.946156 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53304) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:47.990985 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] Publish callbacks [] for security_group (eb24107a-eee8-4b36-8251-4848ecd5e5e1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.011561 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] Publish callbacks [] for security_group (eb24107a-eee8-4b36-8251-4848ecd5e5e1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.157402 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (eb24107a-eee8-4b36-8251-4848ecd5e5e1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.159967 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.161371 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb24107a-eee8-4b36-8251-4848ecd5e5e1 HTTP/1.1" status: 204 len: 168 time: 0.2143619 Feb 21 09:45:48.168982 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7674b-0599-4df8-9322-9c96dd231b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24107a-eee8-4b36-8251-4848ecd5e5e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:54.284890 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:58.303455 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.000878 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-941ca0a5-435e-4cfb-9b8f-887e9d066c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.195193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-adb5e270-3fb1-403f-9869-af34baea73f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:04.351651 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.794759 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.246142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.189618 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-b882fa6c-63d1-4237-b27f-7b0c442bfec9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420647 Feb 21 09:46:09.275983 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-c322bb12-b1a6-4919-8d33-ac148a92dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.277470 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-c322bb12-b1a6-4919-8d33-ac148a92dbc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1129 time: 0.0462534 Feb 21 09:46:09.378309 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-ac998fcc-1d52-4a8e-aad0-cb0e21adb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.379795 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-ac998fcc-1d52-4a8e-aad0-cb0e21adb3a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0821469 Feb 21 09:46:09.448084 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-cd1de31f-1956-47e2-83a5-aa4fe520ff6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 999 time: 0.0610535 Feb 21 09:46:09.497557 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-1da9e50d-35b5-4f81-97aa-90f4519dceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.499011 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-1da9e50d-35b5-4f81-97aa-90f4519dceff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0445521 Feb 21 09:46:09.548824 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-8111583c-6e09-4cc0-a9ca-7e888dba4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.550275 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-8111583c-6e09-4cc0-a9ca-7e888dba4a51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427999 Feb 21 09:46:10.430619 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-2b4d93c9-a8b7-49e9-bd49-7d9f4480a9b6 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Feb 21 09:46:11.208594 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2bc87ba-137f-42dd-a2d9-9b4bd9449b6f req-d7fd1083-43f3-46e3-97a2-ea8b85090381 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 Feb 21 09:46:19.121071 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-e5903a0a-f407-4972-b29e-6e0afd041a31 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815691008&fields=id&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 267 time: 0.0437431 Feb 21 09:46:19.226371 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-5ebf7847-5118-47b9-b83c-729e07416445 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.227758 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-5ebf7847-5118-47b9-b83c-729e07416445 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.1005030 Feb 21 09:46:19.241591 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-060571c8-bbee-44e3-9c7f-28866faf8344 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/quotas/b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 375 time: 0.0086105 Feb 21 09:46:19.296179 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7baf1f92-74de-42ea-af3d-cfbd42d28d14 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498581 Feb 21 09:46:19.392907 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-09af272e-3f47-46db-a6e7-32be6c3e2071 service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Feb 21 09:46:19.480797 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-102860f6-3207-4273-9ce5-192952953767 service neutron] 10.222.0.65 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816696 Feb 21 09:46:20.129743 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78c96ce2-2a34-4900-9393-100ee3886d45 req-4b5e513f-6b04-4667-a4be-d616294834e6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0265653 Feb 21 09:46:21.206232 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ad66944-fa8b-4779-843f-f987079fee44 req-d7363b85-8957-465d-813f-d25c4c943284 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0260646 Feb 21 09:46:22.287698 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8eaa84ec-e64e-4820-bd5c-d2702c879f56 req-e3c3d1e5-4dec-4615-9e77-8d4feb1a672c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0315270 Feb 21 09:46:23.369489 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8901d1f5-fd34-4279-956f-a078463c8c9a req-14f092a0-6bea-4580-a4b8-ae86cdfe9705 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0269189 Feb 21 09:46:24.462073 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3207bba2-2ee8-4d8e-8bbb-058a6620e31c req-323658f9-9f10-4f70-bb74-fab1a05bf065 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0271890 Feb 21 09:46:24.698836 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f7ddd-1b2c-4532-9a46-244922173191 req-6b210256-8579-4bd6-b22a-367920b3b5ad tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:24.700358 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e18f7ddd-1b2c-4532-9a46-244922173191 req-6b210256-8579-4bd6-b22a-367920b3b5ad tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0529935 Feb 21 09:46:24.751666 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e18f7ddd-1b2c-4532-9a46-244922173191 req-03f69b15-fb48-4900-b03e-87569e18fb8f tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Feb 21 09:46:25.563530 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-938d5f7a-56d5-4374-a8a2-a04187f02af3 req-d2a6801d-8378-4ac8-a37f-9690554f1d28 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0302196 Feb 21 09:46:25.870714 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683cc54-9d53-4f12-a493-7e6f513ea6ec req-11a56dcb-5423-4fd9-94b2-5bb92785b81e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:25.872197 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7683cc54-9d53-4f12-a493-7e6f513ea6ec req-11a56dcb-5423-4fd9-94b2-5bb92785b81e tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0520921 Feb 21 09:46:25.917743 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7683cc54-9d53-4f12-a493-7e6f513ea6ec req-481ff6f3-b81a-4f5b-bed0-88f24f68a665 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Feb 21 09:46:26.413457 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-45fc3570-d0b0-461f-9670-c9f863311652 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.414933 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-45fc3570-d0b0-461f-9670-c9f863311652 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 812 time: 0.1010566 Feb 21 09:46:26.484117 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-5c725ca9-c284-4f92-89e8-0c700be7f530 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b11ed249505a4004b9ac29e6e0d515ff HTTP/1.1" status: 200 len: 380 time: 0.0536709 Feb 21 09:46:26.496578 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'port': {'device_id': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'admin_state_up': True, 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'security_groups': ['4c4983b6-108f-46a9-b67d-c933f3c76f12']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:26.662106 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7c8612d4-07a5-4fe1-881a-425589c4220e req-3a132b6a-11a3-43f5-8f6a-113d43917ad6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0316629 Feb 21 09:46:26.663143 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Made reservation on behalf of b11ed249505a4004b9ac29e6e0d515ff for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:26.666368 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.752275 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-14e4bab5-c1ca-436b-81d8-ae5a052bcf35 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.753174 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-14e4bab5-c1ca-436b-81d8-ae5a052bcf35 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0609298 Feb 21 09:46:26.802022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.20.0.5 (882d7823-c59a-4fe4-98b6-cb5cee24f80a/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0/bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:26.848640 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Deleting port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:46:26.848974 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.937782 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] For port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:26.939562 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.951360 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Calling delete_port for 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:46:26.955656 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.042050 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9d74-27bd-43f9-bf33-0e177bacaf39 req-983e51a9-5596-490c-b57c-7273a1e16969 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.043468 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-956a9d74-27bd-43f9-bf33-0e177bacaf39 req-983e51a9-5596-490c-b57c-7273a1e16969 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 946 time: 0.0529950 Feb 21 09:46:27.089342 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-956a9d74-27bd-43f9-bf33-0e177bacaf39 req-5e55ee62-86ee-4f4c-8011-da839b0579f7 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Feb 21 09:46:27.103551 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.147701 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:27.150653 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:27.154143 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:27.174806 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (04b8e0e0-6d10-422a-bf0f-3a275ce39ff2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.181342 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:27.212113 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['04b8e0e0-6d10-422a-bf0f-3a275ce39ff2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:27.214093 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Pushing event deleted for resources: {'Port': ['ID=04b8e0e0-6d10-422a-bf0f-3a275ce39ff2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:27.225771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.225771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.254981 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] No DVR routers for this DVR port 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 on host hv-cinder-77819 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:46:27.259778 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.262870 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [req-06b30096-bf7b-492e-85c4-ff4f86056801 req-9532876c-655a-4c8f-8b76-419a2a512562 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "DELETE /v2.0/ports/04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 HTTP/1.1" status: 204 len: 173 time: 0.5015941 Feb 21 09:46:27.263343 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'name': 'network-vif-deleted', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:27.265606 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5e4415-ca9e-47ab-a547-040bd1bc007a" -d '{"events": [{"server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "name": "network-vif-deleted", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:27.304114 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29ccf09-2a16-4666-b24a-d67841f6a15d x-openstack-request-id: req-a29ccf09-2a16-4666-b24a-d67841f6a15d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:27.304604 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff469970-9253-4502-ba07-246987bc04ea", "name": "network-vif-deleted", "tag": "04b8e0e0-6d10-422a-bf0f-3a275ce39ff2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:27.305033 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a29ccf09-2a16-4666-b24a-d67841f6a15d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:27.305458 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff469970-9253-4502-ba07-246987bc04ea', 'name': 'network-vif-deleted', 'tag': '04b8e0e0-6d10-422a-bf0f-3a275ce39ff2', 'status': 'completed', 'code': 200} Feb 21 09:46:27.311373 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-7b1cfb5c-3122-4eee-b650-09e74d27b357 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184447 Feb 21 09:46:27.347234 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Request body: {'port': {'device_id': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:27.380796 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-63fd2993-d849-4ebe-9e07-1063b68fa147 None None] Provisioning complete for port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:27.381229 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-63fd2993-d849-4ebe-9e07-1063b68fa147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.414480 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.414983 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-63fd2993-d849-4ebe-9e07-1063b68fa147 None None] Port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:27.681224 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:27.688935 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks [] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.701072 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Transition to ACTIVE for port object bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:46:27.761068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.826725 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486341d1-82c8-4714-b391-49c1fe563e3a req-54f342cb-56a0-4cd5-955a-cb23fdab75ee tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.828315 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-486341d1-82c8-4714-b391-49c1fe563e3a req-54f342cb-56a0-4cd5-955a-cb23fdab75ee tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 931 time: 0.1002529 Feb 21 09:46:27.830810 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:27.937985 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-486341d1-82c8-4714-b391-49c1fe563e3a req-9cb81755-1487-4c64-9502-68df01e66d79 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890746 Feb 21 09:46:27.942802 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Attempting to bind port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:27.943330 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Attempting to bind port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:27.943684 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Attempting to bind port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:27.948426 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:27.948747 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Attempting to bind port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b on network 882d7823-c59a-4fe4-98b6-cb5cee24f80a {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:27.954359 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:27.954697 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Checking segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:27.955077 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Bound using segment: {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:27.955536 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Bound port: bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:27.955894 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.019735 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:28.023705 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:28.109333 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.142464 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.143123 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.144557 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 200 len: 1093 time: 0.8018334 Feb 21 09:46:28.145158 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:28.148026 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:28.203851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088c106a-d26f-46c3-98ed-2c3f53bf0211 x-openstack-request-id: req-088c106a-d26f-46c3-98ed-2c3f53bf0211 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:28.203851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:28.203851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-088c106a-d26f-46c3-98ed-2c3f53bf0211 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:28.203851 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'status': 'completed', 'code': 200} Feb 21 09:46:28.203851 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36dc38-1572-4f66-9dd2-cb2443bb5da7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:28.219344 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8343b50e-0522-426f-af6d-8ecf44685f92 req-1a1779f6-6205-409a-b897-23d072263160 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff469970-9253-4502-ba07-246987bc04ea HTTP/1.1" status: 200 len: 210 time: 0.0373039 Feb 21 09:46:28.300209 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-c9bf5117-6370-4f47-abfb-3a41dd242c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.301740 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-c9bf5117-6370-4f47-abfb-3a41dd242c7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1127 time: 0.0487599 Feb 21 09:46:28.326448 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.422930 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-b230e1f4-a882-4b90-9b50-809a1273a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.424360 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-b230e1f4-a882-4b90-9b50-809a1273a771 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991528 Feb 21 09:46:28.518692 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-ed920605-51b3-4a9e-a420-02eb21dadd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.520174 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8d6960c2-ad07-470e-b85a-2fd4b8da51c2 req-ed920605-51b3-4a9e-a420-02eb21dadd55 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872314 Feb 21 09:46:28.627762 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-53aa7e7d-877f-4284-ac81-65c5461f0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.629228 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-53aa7e7d-877f-4284-ac81-65c5461f0962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1127 time: 0.0438125 Feb 21 09:46:28.684293 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-e322538c-c1e3-4e29-94b3-6ac7dc81150e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 200 len: 217 time: 0.0368388 Feb 21 09:46:28.731969 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9f03649f-c2f8-4059-9f59-34160aaf3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.733352 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-9f03649f-c2f8-4059-9f59-34160aaf3f1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0413122 Feb 21 09:46:28.782821 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-e673956d-c071-467b-b44d-4fafcf2c11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.784327 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-e673956d-c071-467b-b44d-4fafcf2c11e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436864 Feb 21 09:46:28.875600 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-e5454b0d-ab68-40c4-be3e-f9be269fd22c service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818954 Feb 21 09:46:28.965572 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c0f47dc-483c-450e-8c37-a3c4499e049a req-a46db67c-e2f0-4b91-9956-238c07b7a6cf service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812485 Feb 21 09:46:29.056564 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eae9f-de8f-49bc-a5ca-4155f62092d1 req-f9c46922-42a8-4c2c-8fcb-5b9aa9102e71 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:29.058016 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b83eae9f-de8f-49bc-a5ca-4155f62092d1 req-f9c46922-42a8-4c2c-8fcb-5b9aa9102e71 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0517802 Feb 21 09:46:29.110060 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b83eae9f-de8f-49bc-a5ca-4155f62092d1 req-ea5fa68a-3c8e-4a9a-956c-7219fad8a7c6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463774 Feb 21 09:46:30.226083 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa71b4-1cd5-4477-8b7b-55a0d5f01364 req-2e1bd3c6-a912-4678-9149-647f7cf2e641 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:30.227565 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fffa71b4-1cd5-4477-8b7b-55a0d5f01364 req-2e1bd3c6-a912-4678-9149-647f7cf2e641 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0510924 Feb 21 09:46:30.275135 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fffa71b4-1cd5-4477-8b7b-55a0d5f01364 req-d99c1b73-c2f9-4424-a810-34fbe9bc4c04 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Feb 21 09:46:30.919819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5df21750-2bc4-47f1-b367-a587c7eb7be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:31.283544 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:46:31.388154 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c71715-4da5-4357-bc01-243af2a95c98 req-1c3ca99f-0e65-45aa-9a9f-aabcf5a3d118 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:31.389613 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27c71715-4da5-4357-bc01-243af2a95c98 req-1c3ca99f-0e65-45aa-9a9f-aabcf5a3d118 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0500882 Feb 21 09:46:31.436457 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-27c71715-4da5-4357-bc01-243af2a95c98 req-b9127b13-6619-4e6f-b6b9-fff2961f90b1 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Feb 21 09:46:31.807460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:46:31.827326 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:46:31.827717 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 04b8e0e0-6d10-422a-bf0f-3a275ce39ff2 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:46:32.554664 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c70a3-6832-414d-8cb8-b53425fa1499 req-4ba3be02-bd9d-4ce1-bc02-1126d4f2a7ed tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:32.556154 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e6c70a3-6832-414d-8cb8-b53425fa1499 req-4ba3be02-bd9d-4ce1-bc02-1126d4f2a7ed tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0561345 Feb 21 09:46:32.604829 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e6c70a3-6832-414d-8cb8-b53425fa1499 req-1b378d10-8140-4258-8b03-73d8a701fd1f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Feb 21 09:46:33.096816 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e8593d5-5ed0-4f46-9238-0a19ae81e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.718796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e236b-84cd-4900-bbd0-a5e3a0c71e02 req-f0dc1c41-de6a-431e-81b2-57514b47bcfb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:33.720270 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-166e236b-84cd-4900-bbd0-a5e3a0c71e02 req-f0dc1c41-de6a-431e-81b2-57514b47bcfb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0510206 Feb 21 09:46:33.767002 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-166e236b-84cd-4900-bbd0-a5e3a0c71e02 req-5bb5d62f-a769-4641-b21a-6158a043c704 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Feb 21 09:46:34.360224 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.885622 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bc982-a6c5-4b3a-947a-6158ad83b75d req-d3dcaf6c-460b-4dcd-a6fc-130abeca7f50 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.887125 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb2bc982-a6c5-4b3a-947a-6158ad83b75d req-d3dcaf6c-460b-4dcd-a6fc-130abeca7f50 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0557020 Feb 21 09:46:34.935490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb2bc982-a6c5-4b3a-947a-6158ad83b75d req-92897ab1-0ee6-4d07-be8b-ffdfd7838cf9 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Feb 21 09:46:35.794373 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.050776 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169422fa-41b6-4b47-9235-fb3cdefa280f req-283014fc-ac34-43e2-ab95-e87117afc8cd tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:36.052164 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-169422fa-41b6-4b47-9235-fb3cdefa280f req-283014fc-ac34-43e2-ab95-e87117afc8cd tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0520854 Feb 21 09:46:36.098787 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-169422fa-41b6-4b47-9235-fb3cdefa280f req-b9c5b52f-34ec-488d-9c75-0ab0dd9e9eeb tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Feb 21 09:46:37.217765 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad5c1f-fd1d-4574-b825-03d3ec230ec3 req-e2b75525-728a-4caa-ab4f-51472627e253 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:37.219229 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1bad5c1f-fd1d-4574-b825-03d3ec230ec3 req-e2b75525-728a-4caa-ab4f-51472627e253 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0545492 Feb 21 09:46:37.271049 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1bad5c1f-fd1d-4574-b825-03d3ec230ec3 req-a3f6c507-151b-4444-beeb-37a5cd8e432e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Feb 21 09:46:37.305823 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.386897 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17e7b3-5971-4cdf-a894-bbebd32ace62 req-e2f21a7e-d4ef-4f4a-ac10-0075120f0254 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:38.388435 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb17e7b3-5971-4cdf-a894-bbebd32ace62 req-e2f21a7e-d4ef-4f4a-ac10-0075120f0254 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 943 time: 0.0509846 Feb 21 09:46:38.435140 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb17e7b3-5971-4cdf-a894-bbebd32ace62 req-ad3edc86-3e80-461b-9638-0c9885726eb1 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Feb 21 09:46:38.600926 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:38.694786 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:38.705648 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'port_id': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'mac_address': 'fa:16:3e:0d:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:38.744548 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:38.744945 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.757283 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:38.775809 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:38.877078 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.925264 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:38.932198 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.932553 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.932902 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.933386 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.933661 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.934060 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.934418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.934750 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.935084 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.935441 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.935769 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.936101 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:38.936413 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:39.234101 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:39.560591 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8422e4-6549-42bc-91b3-ba7e1c0e2c97 req-9bf2c248-c82b-4443-9a5c-f20181c319b2 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:39.562032 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd8422e4-6549-42bc-91b3-ba7e1c0e2c97 req-9bf2c248-c82b-4443-9a5c-f20181c319b2 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 944 time: 0.0612025 Feb 21 09:46:39.612642 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd8422e4-6549-42bc-91b3-ba7e1c0e2c97 req-3bbff718-64cc-4aaf-88cb-c7e35cf88e84 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Feb 21 09:46:39.888272 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-8bc64a6f-c91b-4b9c-8b84-0d9c94d98d3f tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:39.889842 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-8bc64a6f-c91b-4b9c-8b84-0d9c94d98d3f tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/networks?id=f6ffc07d-994e-4798-a051-fd971727bb24 HTTP/1.1" status: 200 len: 814 time: 0.0982747 Feb 21 09:46:39.905310 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-328fed9b-6e38-420f-9260-d6303ee23dbf tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/quotas/18c4101fdc274ebbabd30ec038ba441d HTTP/1.1" status: 200 len: 375 time: 0.0101242 Feb 21 09:46:39.936231 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-24a864d5-51c0-4395-b76f-c3e9fce9473a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260503 Feb 21 09:46:40.025158 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-27adea10-8093-4f2d-9882-872dd8e84fa5 service neutron] 10.222.0.65 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Feb 21 09:46:40.109490 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-901aadbb-6bb4-4c4d-aef8-6f21edff402c service neutron] 10.222.0.65 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787213 Feb 21 09:46:40.350703 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ab9fb47-3f4f-4398-b34b-d668dd48182c req-1ea3b43f-ae38-47df-b5a7-01ee29f3a82b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0261321 Feb 21 09:46:40.735795 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce3308-c40c-47fc-81f0-cd6db046f8c5 req-daa770f6-84ee-45b4-8e1a-5a0879c74c63 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:40.737240 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbce3308-c40c-47fc-81f0-cd6db046f8c5 req-daa770f6-84ee-45b4-8e1a-5a0879c74c63 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 944 time: 0.0552983 Feb 21 09:46:40.789548 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbce3308-c40c-47fc-81f0-cd6db046f8c5 req-86d0cff3-9d83-4c8f-8668-054748de0542 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Feb 21 09:46:41.446886 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cfa2f493-d4e9-45f5-8641-71664e51ce31 req-19c85344-13e1-4989-a025-1e296574eec5 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0297999 Feb 21 09:46:41.669781 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:41.796943 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:41.800859 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:41.801237 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:41.880493 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:41.880916 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:41.903767 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:41.906163 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad82ff5-4920-4d3a-bac1-fd622ae6a240" -d '{"events": [{"server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:41.909404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a193ab6-eb99-4a63-a3f3-c2c99de02e6c req-4834540d-5ffa-4286-b153-dbda062bb6d3 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:41.913098 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a193ab6-eb99-4a63-a3f3-c2c99de02e6c req-4834540d-5ffa-4286-b153-dbda062bb6d3 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 944 time: 0.0535185 Feb 21 09:46:41.924723 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:41.943453 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671c82f-4e1b-4637-878b-c55878a2fd08 x-openstack-request-id: req-5671c82f-4e1b-4637-878b-c55878a2fd08 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:41.944311 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "name": "network-vif-plugged", "status": "completed", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:41.944572 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5671c82f-4e1b-4637-878b-c55878a2fd08 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:41.944972 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'code': 200} Feb 21 09:46:41.962522 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a193ab6-eb99-4a63-a3f3-c2c99de02e6c req-2e8252ee-9eb7-4bfa-8f43-3d95ede887e4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Feb 21 09:46:42.008960 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.055736 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:42.408841 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844eef-0712-48f6-8d7f-000407fd8257 req-368ba8c2-975a-43b7-a678-8339a3876221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:42.410443 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81844eef-0712-48f6-8d7f-000407fd8257 req-368ba8c2-975a-43b7-a678-8339a3876221 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1129 time: 0.0465317 Feb 21 09:46:42.456755 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-81844eef-0712-48f6-8d7f-000407fd8257 req-d303f4f0-d536-4b75-b2f4-7809b19716d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383685 Feb 21 09:46:42.550509 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e5bdef9-81b6-47d0-9d92-abaea74f0358 req-825778dd-458a-4a8c-95c3-0bf7d6e8718c tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0272973 Feb 21 09:46:43.166068 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-9dbec447-7f0c-4dcb-a234-0767b72da046 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.167587 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-9dbec447-7f0c-4dcb-a234-0767b72da046 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "GET /v2.0/networks?id=f6ffc07d-994e-4798-a051-fd971727bb24 HTTP/1.1" status: 200 len: 814 time: 0.3855777 Feb 21 09:46:43.174024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a0392-9101-47bb-96d7-cf7d5a5525d9 req-98cb904e-6176-4f02-a15c-c4a3057564b4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.175365 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-172a0392-9101-47bb-96d7-cf7d5a5525d9 req-98cb904e-6176-4f02-a15c-c4a3057564b4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0867355 Feb 21 09:46:43.191477 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Request body: {'port': {'device_id': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24', 'admin_state_up': True, 'tenant_id': '18c4101fdc274ebbabd30ec038ba441d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:43.278643 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-172a0392-9101-47bb-96d7-cf7d5a5525d9 req-55fc3912-8f03-4ece-a61b-6ec8bd6c8123 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969834 Feb 21 09:46:43.391445 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Made reservation on behalf of 18c4101fdc274ebbabd30ec038ba441d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:43.394768 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.513554 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Allocated IP 172.20.0.6 (f6ffc07d-994e-4798-a051-fd971727bb24/71691762-da94-407e-81fe-d381deed5e79/0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:43.659220 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83a499e6-92d9-4bd4-8067-13374e30fb05 req-c42464f7-bee3-446b-91a7-777aa441b670 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0327065 Feb 21 09:46:43.695772 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks [] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.803954 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.848241 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Network f6ffc07d-994e-4798-a051-fd971727bb24 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:43.852941 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:43.857764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:43.863625 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Pushing event updated for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:43.892770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.893130 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.893513 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.893855 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.894193 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.894526 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.894858 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.895189 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.895545 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.895875 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.896202 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.896530 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.897510 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:43.918969 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.919611 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.057031 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-adeeb94c-fa79-4c83-a3df-fa073a4459fe tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688302 Feb 21 09:46:44.074238 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Request body: {'port': {'device_id': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:44.129676 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.411376 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:44.421131 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks [] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.440404 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb7a8e-e962-47f7-bbea-b02a07bdd1ad req-af030a51-3971-4ac3-a20c-5cfa38afea92 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:44.441931 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08bb7a8e-e962-47f7-bbea-b02a07bdd1ad req-af030a51-3971-4ac3-a20c-5cfa38afea92 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0961156 Feb 21 09:46:44.444890 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Transition to ACTIVE for port object 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:46:44.489138 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08bb7a8e-e962-47f7-bbea-b02a07bdd1ad req-b7592afd-a067-4196-bd42-69b009777783 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Feb 21 09:46:44.540305 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.621049 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:44.687486 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01bf4-491a-44e6-9a9b-9dc32042bf71 req-e1a17a12-52eb-4a3e-9440-9a524177005f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:44.688837 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5b01bf4-491a-44e6-9a9b-9dc32042bf71 req-e1a17a12-52eb-4a3e-9440-9a524177005f tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.1229267 Feb 21 09:46:44.729253 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Attempting to bind port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:44.729589 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Attempting to bind port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:44.729919 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Attempting to bind port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 on network f6ffc07d-994e-4798-a051-fd971727bb24 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:44.767741 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 on network f6ffc07d-994e-4798-a051-fd971727bb24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:44.768073 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Attempting to bind port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 on network f6ffc07d-994e-4798-a051-fd971727bb24 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:44.788994 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5b01bf4-491a-44e6-9a9b-9dc32042bf71 req-5995014a-60c5-42bf-990d-34dedf661cad tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936465 Feb 21 09:46:44.789683 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Checking agent: {'id': 'cbb07386-5349-4574-bc1e-08e65f6f68de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'started_at': datetime.datetime(2022, 2, 21, 9, 34, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:44.790019 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Checking segment: {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:44.790391 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Bound using segment: {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:44.790822 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Bound port: 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce543748-65d8-4f72-9d51-860cb8317437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:44.791180 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.811185 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:44.840612 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c1e3b-44f1-47db-8a2f-d932577b67ef req-34130ad7-f74a-4424-af70-170584cd2e01 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:44.842085 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-646c1e3b-44f1-47db-8a2f-d932577b67ef req-34130ad7-f74a-4424-af70-170584cd2e01 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 943 time: 0.1138542 Feb 21 09:46:44.895071 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:44.913099 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:44.918072 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-646c1e3b-44f1-47db-8a2f-d932577b67ef req-d29fbbee-3801-4484-89ee-904c4057aa1b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Feb 21 09:46:45.000206 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228644'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.002019 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e7d18-f6af-4723-9568-39cb8638c7f0 tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.003609 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a44e7d18-f6af-4723-9568-39cb8638c7f0 tempest-TestVolumeBootPattern-574019297 tempest-TestVolumeBootPattern-574019297-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1124 time: 0.1913042 Feb 21 09:46:45.006593 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:45.011804 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Request body: {'floatingip': {'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'port_id': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:45.037031 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.038212 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.039598 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] 10.222.0.42 "PUT /v2.0/ports/0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 HTTP/1.1" status: 200 len: 1093 time: 0.9692922 Feb 21 09:46:45.040041 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:45.042328 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9613f5-20d9-407f-93c3-eb0108f16422" -d '{"events": [{"name": "network-changed", "server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:45.067058 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b0e03-41e1-4dde-8e79-06882a657ece service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.077428 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d935b73-23b0-4d5d-9e68-b1c0898ff01e x-openstack-request-id: req-5d935b73-23b0-4d5d-9e68-b1c0898ff01e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:45.077725 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:45.077987 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d935b73-23b0-4d5d-9e68-b1c0898ff01e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:45.078396 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9', 'status': 'completed', 'code': 200} Feb 21 09:46:45.137115 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.166835 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-42082a07-90ec-45e6-b522-2928045cc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.168433 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-42082a07-90ec-45e6-b522-2928045cc4e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 1127 time: 0.0492175 Feb 21 09:46:45.235158 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.270533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-00758fb2-5cb0-4a8e-9c71-4a6e6cdbc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.272624 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-00758fb2-5cb0-4a8e-9c71-4a6e6cdbc611 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=18c4101fdc274ebbabd30ec038ba441d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0904007 Feb 21 09:46:45.336324 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Allocated IP 172.27.1.201 (beca7d87-0bf7-42c7-8059-ce32dc9b8aaf/b0dd24c4-939f-4563-8a87-e45bec899405/64216b5c-0574-4415-a3d3-96d30694a198) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:45.370028 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-4b51ae09-fdc4-49ae-b0e0-2c6dff81f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.371513 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af9613f5-20d9-407f-93c3-eb0108f16422 req-4b51ae09-fdc4-49ae-b0e0-2c6dff81f95a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934112 Feb 21 09:46:45.438444 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (64216b5c-0574-4415-a3d3-96d30694a198), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.475292 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-f918c972-cf49-4d22-bb40-587d8094c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.476837 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-f918c972-cf49-4d22-bb40-587d8094c2b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18c4101fdc274ebbabd30ec038ba441d&device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 1127 time: 0.0451679 Feb 21 09:46:45.524465 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-db9ea93f-b334-46f0-bf9b-72eedaa59083 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 HTTP/1.1" status: 200 len: 217 time: 0.0339947 Feb 21 09:46:45.540088 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752718217027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (64216b5c-0574-4415-a3d3-96d30694a198), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.575046 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b074-54cc-446c-8dc5-18ab15934045 req-8b9addac-e914-4986-9cd1-d12fb266464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.576463 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-8b9addac-e914-4986-9cd1-d12fb266464c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71691762-da94-407e-81fe-d381deed5e79 HTTP/1.1" status: 200 len: 854 time: 0.0467539 Feb 21 09:46:45.585350 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Network beca7d87-0bf7-42c7-8059-ce32dc9b8aaf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:45.594608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:45.594608 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:45.595014 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=64216b5c-0574-4415-a3d3-96d30694a198,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.609096 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-cef4eddf-2b75-44ad-97ac-8ee712012033 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ffc07d-994e-4798-a051-fd971727bb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266340 Feb 21 09:46:45.622811 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.623171 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.623546 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.623931 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.624285 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.624628 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.624964 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.625297 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.625631 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.625966 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.626295 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.626709 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.627178 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:45.697325 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-c39afc8e-73dd-4c06-a999-edaec35ee257 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Feb 21 09:46:45.788190 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6937b074-54cc-446c-8dc5-18ab15934045 req-c188364f-3662-489c-b6e5-d1b0799e321b service neutron] 10.222.0.42 "GET /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842717 Feb 21 09:46:45.967289 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (bb685db9-1f2b-42f1-a198-33e00dfe0d71), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.039218 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da333b6-a3b8-44f8-8866-f58a480f460e req-25466a15-a7e9-4283-a8e8-04848316a6d5 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.040649 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3da333b6-a3b8-44f8-8866-f58a480f460e req-25466a15-a7e9-4283-a8e8-04848316a6d5 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 943 time: 0.0534270 Feb 21 09:46:46.086641 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3da333b6-a3b8-44f8-8866-f58a480f460e req-972519cc-b0c1-4c21-91c3-3d779551923b tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Feb 21 09:46:46.110946 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (64216b5c-0574-4415-a3d3-96d30694a198), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.254092 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for port (64216b5c-0574-4415-a3d3-96d30694a198), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.411786 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9496628'] for port (64216b5c-0574-4415-a3d3-96d30694a198), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.481223 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event updated for resources: {'Port': ['ID=64216b5c-0574-4415-a3d3-96d30694a198,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:46.491353 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427508'] for floatingip (bb685db9-1f2b-42f1-a198-33e00dfe0d71), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.592800 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP bb685db9-1f2b-42f1-a198-33e00dfe0d71 associated. External IP: 172.27.1.201, port: bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b. Feb 21 09:46:46.799534 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:46.905486 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:46.915116 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:46.927532 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:46.928174 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:46:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:47.025641 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.033099 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:47.055449 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-da7d9681-3dba-451e-8cfe-4fc52d8b8f35 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0474539 Feb 21 09:46:47.056088 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:47.058346 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51637c0-67bd-42eb-89d7-44540d149990" -d '{"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:47.097833 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866e46e-2d6d-4cde-9e65-d94cf9691b07 x-openstack-request-id: req-9866e46e-2d6d-4cde-9e65-d94cf9691b07 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:47.098135 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:47.098395 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9866e46e-2d6d-4cde-9e65-d94cf9691b07 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:47.098806 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'status': 'completed', 'code': 200} Feb 21 09:46:47.225754 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51637c0-67bd-42eb-89d7-44540d149990 req-04bef3dd-ea47-410e-a11e-776542a34db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.227268 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-04bef3dd-ea47-410e-a11e-776542a34db6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1129 time: 0.0821815 Feb 21 09:46:47.238034 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eca40-297a-41d8-984a-c738572a2b83 req-ca7ece96-f407-4eb8-9a44-f0239a50d993 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.239491 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-803eca40-297a-41d8-984a-c738572a2b83 req-ca7ece96-f407-4eb8-9a44-f0239a50d993 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 943 time: 0.0687993 Feb 21 09:46:47.257375 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}, {'id': 'bb685db9-1f2b-42f1-a198-33e00dfe0d71', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:0d:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:45Z', 'updated_at': '2022-02-21T09:46:45Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:47.286990 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:47.295249 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:47.295902 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:46:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:47.337342 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-803eca40-297a-41d8-984a-c738572a2b83 req-6ec780a3-5391-419d-a436-1f89399efcff tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891619 Feb 21 09:46:47.359704 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51637c0-67bd-42eb-89d7-44540d149990 req-1e448c6c-5259-4a87-8be6-0824c37e77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.361200 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-1e448c6c-5259-4a87-8be6-0824c37e77b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.1208732 Feb 21 09:46:47.402901 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:47.425079 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-45dcbffb-b9f7-42d8-842d-5f128904ffdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 200 len: 999 time: 0.0579982 Feb 21 09:46:47.474309 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51637c0-67bd-42eb-89d7-44540d149990 req-13d6d5f2-9d12-4eb3-a33b-34833cd76ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.475873 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-13d6d5f2-9d12-4eb3-a33b-34833cd76ae4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0450888 Feb 21 09:46:47.529541 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51637c0-67bd-42eb-89d7-44540d149990 req-fb5f53cb-ef6a-4b91-931a-a1e7c652e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.531077 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-fb5f53cb-ef6a-4b91-931a-a1e7c652e688 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497413 Feb 21 09:46:47.618299 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-947b82ae-3dad-4caa-aec8-a5097a634ea5 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807250 Feb 21 09:46:47.665513 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:47.710578 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e51637c0-67bd-42eb-89d7-44540d149990 req-4afbc0df-44c3-440f-b964-ccf193944623 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860574 Feb 21 09:46:47.823578 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:47.837271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Returning: {'device': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9', 'network_id': 'f6ffc07d-994e-4798-a051-fd971727bb24', 'port_id': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9', 'mac_address': 'fa:16:3e:c8:7d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71691762-da94-407e-81fe-d381deed5e79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:47.865933 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}, {'id': 'bb685db9-1f2b-42f1-a198-33e00dfe0d71', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:0d:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:45Z', 'updated_at': '2022-02-21T09:46:45Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:47.896271 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb68a0-1add-45db-a01a-c5a6ea43685a None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}, {'id': 'bb685db9-1f2b-42f1-a198-33e00dfe0d71', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:0d:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:45Z', 'updated_at': '2022-02-21T09:46:45Z', 'revision_number': 0, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:47.907270 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:47.907684 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.921474 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:47.941429 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:48.040142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:48.089196 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:48.104579 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed36d3-3462-4e40-8c45-73bef13306ce None None] New status for floating IP bb685db9-1f2b-42f1-a198-33e00dfe0d71: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:46:48.374139 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:48.494098 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c6e1a-3655-4f0e-a901-043ebb8b849a req-c7110c46-027e-479b-b9b2-df740835aca1 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:48.495600 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf4c6e1a-3655-4f0e-a901-043ebb8b849a req-c7110c46-027e-479b-b9b2-df740835aca1 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 944 time: 0.0552075 Feb 21 09:46:48.541751 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf4c6e1a-3655-4f0e-a901-043ebb8b849a req-826094ee-1ac3-4168-a9ae-26116396e936 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Feb 21 09:46:49.658108 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3f5f8-742c-459d-839f-d76cb7c2bc03 req-07dc1b9f-7162-4b8d-a4a8-b01a04c76d77 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:49.659594 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fec3f5f8-742c-459d-839f-d76cb7c2bc03 req-07dc1b9f-7162-4b8d-a4a8-b01a04c76d77 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 944 time: 0.0503979 Feb 21 09:46:49.666666 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 up at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:49.705914 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fec3f5f8-742c-459d-839f-d76cb7c2bc03 req-62a79957-8149-496a-9517-ac098ff1de6f tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Feb 21 09:46:49.805319 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning for port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:49.809353 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Provisioning complete for port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:49.809731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375769'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.883957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Current status of the port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:49.884348 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723456'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.908907 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:49.911395 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63a9943e14f005dcd8044582aeb5eec970a2b059dc3d1dcc953a1838170488a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c455f-b4d5-4269-b34c-2e2b3270553c" -d '{"events": [{"server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:49.923095 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:49.949054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9edc19e-3f95-4315-9904-82638c939dc4 x-openstack-request-id: req-d9edc19e-3f95-4315-9904-82638c939dc4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:49.949054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:49.949054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9edc19e-3f95-4315-9904-82638c939dc4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:49.949054 dv-cinder-778193-19-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9', 'code': 200} Feb 21 09:46:50.008586 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752718658955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752718217045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752718217063'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.055574 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Pushing event updated for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:50.302312 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20624-e328-41a7-92ee-b75840c92800 req-5a812b06-1d61-4d47-b46a-f54211b43fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:50.304333 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4e20624-e328-41a7-92ee-b75840c92800 req-5a812b06-1d61-4d47-b46a-f54211b43fa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 1129 time: 0.0516915 Feb 21 09:46:50.345561 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4e20624-e328-41a7-92ee-b75840c92800 req-634a0a77-b888-4b65-908b-49994c5f12ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Feb 21 09:46:50.824323 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3e28-ea7f-4557-a47b-b30b305f4129 req-e79391c3-fbce-4ad9-a72d-4ff7e1f57d2a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:50.825784 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d76b3e28-ea7f-4557-a47b-b30b305f4129 req-e79391c3-fbce-4ad9-a72d-4ff7e1f57d2a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 945 time: 0.0543222 Feb 21 09:46:50.871141 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d76b3e28-ea7f-4557-a47b-b30b305f4129 req-79a58adc-7bb4-4d05-a7ca-2e18b959e617 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Feb 21 09:46:51.988440 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aace7-fcb4-415d-8c8c-ebfc4dc2d03b req-7f6ec6fd-45d8-496a-9320-99de8fe5f152 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:51.989900 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b0aace7-fcb4-415d-8c8c-ebfc4dc2d03b req-7f6ec6fd-45d8-496a-9320-99de8fe5f152 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 945 time: 0.0515780 Feb 21 09:46:52.038747 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7b0aace7-fcb4-415d-8c8c-ebfc4dc2d03b req-e9b4fcd3-dddc-459e-9f1b-b1e381229772 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Feb 21 09:46:58.325024 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:00.928970 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1be17cf2-ab0d-42c5-a5ba-f801ba01bc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.108213 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06912f75-5406-4978-a3c2-aa8685770df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.350976 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.793782 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.242268 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.284683 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:47:09.668046 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-c3798c8c-b93c-4284-b620-0accac4c14ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429754 Feb 21 09:47:09.778486 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-2124aa28-e2c0-448c-ae7c-dc607155778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.780080 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-2124aa28-e2c0-448c-ae7c-dc607155778f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1129 time: 0.0445235 Feb 21 09:47:09.887850 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-884527b5-3af3-467a-bf80-acdc8fe01259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.889269 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-884527b5-3af3-467a-bf80-acdc8fe01259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0886047 Feb 21 09:47:09.955720 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-de7bae89-cfe1-464c-9afb-eeb5ba24cfe9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 999 time: 0.0577002 Feb 21 09:47:10.003174 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-d353bcc0-0583-4708-9621-05f7889d5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.004643 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-d353bcc0-0583-4708-9621-05f7889d5d74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0426774 Feb 21 09:47:10.056302 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-16336aca-bd67-4be3-bbe0-e6887448644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.057766 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-16336aca-bd67-4be3-bbe0-e6887448644b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467207 Feb 21 09:47:10.142675 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-9b073ca6-f299-4b36-a6ed-9eecac8826d7 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778673 Feb 21 09:47:10.231858 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83fb741e-9a61-44e9-85a0-76cd23e0fdf7 req-43cc096e-1bed-4fe9-a1bd-1b930a69a632 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Feb 21 09:47:15.815770 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfd76-ea67-4fb2-99a3-ddb63a2ab53e req-91005c53-ac15-4537-97ac-795b6510ae45 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:15.817217 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec1cfd76-ea67-4fb2-99a3-ddb63a2ab53e req-91005c53-ac15-4537-97ac-795b6510ae45 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 945 time: 0.0513251 Feb 21 09:47:15.862191 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec1cfd76-ea67-4fb2-99a3-ddb63a2ab53e req-a98e3639-9485-42a7-94e1-4620d290abb3 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388126 Feb 21 09:47:17.042902 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c6b04-b82a-479a-87a8-e7837352a5c9 req-5e3140db-2721-4424-af03-6dda5b99dd3a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:17.044424 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-715c6b04-b82a-479a-87a8-e7837352a5c9 req-5e3140db-2721-4424-af03-6dda5b99dd3a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 945 time: 0.1129382 Feb 21 09:47:17.090066 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-715c6b04-b82a-479a-87a8-e7837352a5c9 req-70637684-7220-4e68-ad40-a328c1cfa6c4 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/security-groups?id=b863ff1f-5581-4349-9ed4-71192c323657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Feb 21 09:47:17.700123 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-c8fd5421-9372-4f71-a564-6602b542d5b9 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:17.701529 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-c8fd5421-9372-4f71-a564-6602b542d5b9 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 945 time: 0.0536985 Feb 21 09:47:17.791119 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Deleting port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:47:17.791479 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.877758 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] For port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,segment=NetworkSegment(ce543748-65d8-4f72-9d51-860cb8317437),segment_id=ce543748-65d8-4f72-9d51-860cb8317437)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:17.878129 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.889951 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Calling delete_port for 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:47:18.078688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:18.108354 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Pushing event deleted for resources: {'Port': ['ID=0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:18.127368 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] get_ports_and_sgs() called for port_ids ['0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:18.152862 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] No DVR routers for this DVR port 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:47:18.155221 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:18.158517 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-67a503bf-f3c1-4fd3-98d1-ebbf91ee00b3 req-76b607b7-7489-4695-9263-a7c89b80472a tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.42 "DELETE /v2.0/ports/0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 HTTP/1.1" status: 204 len: 173 time: 0.4491143 Feb 21 09:47:18.158958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'name': 'network-vif-deleted', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:18.161191 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c4dfac-1bc8-45fa-ada5-f64b923f8995" -d '{"events": [{"server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "name": "network-vif-deleted", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:18.191863 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da466774-d03a-440d-929d-43b97b30d922 req-b8f81347-3fa2-467f-99c1-fa3fea09074d tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0272064 Feb 21 09:47:18.258259 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16774ea8-d8d5-414c-ba57-f4a54df2ecab x-openstack-request-id: req-16774ea8-d8d5-414c-ba57-f4a54df2ecab {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:18.258557 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4445e43-78f3-47d9-bee0-625d8994114c", "name": "network-vif-deleted", "tag": "0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:18.258847 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16774ea8-d8d5-414c-ba57-f4a54df2ecab {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:18.259322 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4445e43-78f3-47d9-bee0-625d8994114c', 'name': 'network-vif-deleted', 'tag': '0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9', 'status': 'completed', 'code': 200} Feb 21 09:47:19.295573 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e02df3a-70bd-4732-863a-55869638199f req-75196598-3156-4718-b956-44cf984de285 tempest-VolumesSnapshotTestJSON-544631809 tempest-VolumesSnapshotTestJSON-544631809-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4445e43-78f3-47d9-bee0-625d8994114c HTTP/1.1" status: 200 len: 210 time: 0.0263982 Feb 21 09:47:21.805160 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:47:21.824412 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:47:21.824758 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 0b5fc4ae-f507-402f-884a-ba1a2c5ae8a9 not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:47:28.318603 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.913364 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b6f111b0-4c38-4a95-aafe-deaf1de068cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.095624 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a479439-0aaf-4dc6-8234-4d0a81961b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:34.344719 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:35.849924 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:37.273018 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:45.285715 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:47:46.200102 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:46.244362 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Deleting subnet 71691762-da94-407e-81fe-d381deed5e79 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:47:46.247387 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Publish callbacks [] for subnet (71691762-da94-407e-81fe-d381deed5e79), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.281750 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (71691762-da94-407e-81fe-d381deed5e79), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.318493 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (71691762-da94-407e-81fe-d381deed5e79), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.448247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (71691762-da94-407e-81fe-d381deed5e79), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.473435 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71691762-da94-407e-81fe-d381deed5e79,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:46.480719 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.483808 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/71691762-da94-407e-81fe-d381deed5e79 HTTP/1.1" status: 204 len: 168 time: 0.2827327 Feb 21 09:47:46.485606 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.486055 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.486408 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.486528 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:46.486952 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.487071 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.487413 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.487744 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.488075 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.488401 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.488754 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.489079 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.489400 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.489722 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f0139-d3c2-4d91-b8d2-a8c0f5fda59b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.556852 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (f6ffc07d-994e-4798-a051-fd971727bb24), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.632913 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (f6ffc07d-994e-4798-a051-fd971727bb24), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.656579 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ffc07d-994e-4798-a051-fd971727bb24']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:46.665901 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce543748-65d8-4f72-9d51-860cb8317437') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:46.666194 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce543748-65d8-4f72-9d51-860cb8317437') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:46.675784 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (ce543748-65d8-4f72-9d51-860cb8317437), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.688235 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (ce543748-65d8-4f72-9d51-860cb8317437), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.693771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:47:46.694149 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (ce543748-65d8-4f72-9d51-860cb8317437), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:47:46.695749 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:47:46.803984 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (f6ffc07d-994e-4798-a051-fd971727bb24), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.809173 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:46.815004 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f6ffc07d-994e-4798-a051-fd971727bb24 HTTP/1.1" status: 204 len: 168 time: 0.3248079 Feb 21 09:47:46.822922 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ffc07d-994e-4798-a051-fd971727bb24,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:46.829937 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.830298 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.830644 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.830982 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.831333 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.831674 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.832008 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.832330 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.832665 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.832993 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.833320 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.833643 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:46.833962 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bfc13-1b59-4943-a4e5-f044e5a1d123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:47.272080 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:47.310421 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-66aabb1c-e5b8-437b-9522-00851a8b8aa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18c4101fdc274ebbabd30ec038ba441d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372012 Feb 21 09:47:47.312822 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53904) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:47.358232 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] Publish callbacks [] for security_group (b863ff1f-5581-4349-9ed4-71192c323657), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.382366 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] Publish callbacks [] for security_group (b863ff1f-5581-4349-9ed4-71192c323657), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.527791 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (b863ff1f-5581-4349-9ed4-71192c323657), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.530378 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.531539 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b863ff1f-5581-4349-9ed4-71192c323657 HTTP/1.1" status: 204 len: 168 time: 0.2178419 Feb 21 09:47:47.539755 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77bca-a640-4706-8800-ade3e763f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863ff1f-5581-4349-9ed4-71192c323657,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:58.344905 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:00.946378 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4170d189-d2d4-4c5c-ba61-5acd337f1f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:03.140594 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d62f0b7-17f0-46ed-a449-dc9508707844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.355960 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:05.803484 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:07.237766 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:10.778580 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-dad4a5d7-329a-4ba5-bb91-9beae0a74827 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1766739 Feb 21 09:48:10.862826 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-dca50258-47e7-439a-903a-c5060a3ce1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.864322 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-dca50258-47e7-439a-903a-c5060a3ce1fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1129 time: 0.0433602 Feb 21 09:48:10.970443 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-a399b510-f3dc-49e9-98d7-9c4e4296f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.971972 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-a399b510-f3dc-49e9-98d7-9c4e4296f5ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0850148 Feb 21 09:48:11.035897 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-866885f3-f195-4317-b742-31effa3253fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 200 len: 1001 time: 0.0572219 Feb 21 09:48:11.089471 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-618374e2-6e36-4dd5-a904-881f9c5be930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.091540 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-618374e2-6e36-4dd5-a904-881f9c5be930 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0477335 Feb 21 09:48:11.148958 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-50671530-588c-4340-aaf1-fa2196814331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.150383 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-50671530-588c-4340-aaf1-fa2196814331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500815 Feb 21 09:48:11.164414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-5cb6d0e3-8efa-4eb9-875c-113cafcc3a16 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:48:11.165362 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-5cb6d0e3-8efa-4eb9-875c-113cafcc3a16 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056250 Feb 21 09:48:11.252522 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-5603fb5b-1a05-4690-8f09-3f76fae19dfb service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809770 Feb 21 09:48:11.360699 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d305d22c-7f0b-4047-8c24-6e55e5e9da93 req-d2cbe9d9-470a-4b36-9f15-7614496d7ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975037 Feb 21 09:48:22.288568 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:48:23.734294 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:23.884640 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port 64216b5c-0574-4415-a3d3-96d30694a198 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:23.884985 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (64216b5c-0574-4415-a3d3-96d30694a198), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:23.955830 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (64216b5c-0574-4415-a3d3-96d30694a198), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:23.956158 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (64216b5c-0574-4415-a3d3-96d30694a198), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:23.967878 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for 64216b5c-0574-4415-a3d3-96d30694a198 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:24.151714 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (64216b5c-0574-4415-a3d3-96d30694a198), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:24.175474 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=64216b5c-0574-4415-a3d3-96d30694a198,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:24.237712 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (bb685db9-1f2b-42f1-a198-33e00dfe0d71), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:24.238051 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP bb685db9-1f2b-42f1-a198-33e00dfe0d71 disassociated (deleted). External IP: 172.27.1.201, port: bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b. Feb 21 09:48:24.453052 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:48:24.817553 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:48:24.822897 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:24.827686 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:48:24.837775 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:24.838397 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:24.852206 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-740d9742-b0e9-468f-b1df-bc21a82d3566 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "DELETE /v2.0/floatingips/bb685db9-1f2b-42f1-a198-33e00dfe0d71 HTTP/1.1" status: 204 len: 168 time: 1.1168351 Feb 21 09:48:24.852808 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:24.855048 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974fbaeb-a094-46b6-8408-db49cbc4446c" -d '{"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:24.893229 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a4e6ed-f02d-4272-890e-0437973f8822 x-openstack-request-id: req-82a4e6ed-f02d-4272-890e-0437973f8822 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:24.893536 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:24.893796 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82a4e6ed-f02d-4272-890e-0437973f8822 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:24.894203 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'status': 'completed', 'code': 200} Feb 21 09:48:24.949071 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:25.000317 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-002b0db6-6fb2-4b2d-bc35-f44ea81a3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.002485 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-002b0db6-6fb2-4b2d-bc35-f44ea81a3d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 1129 time: 0.0457075 Feb 21 09:48:25.097544 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-2f40ac38-9b5d-45d8-9b38-f9df9eb71436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.099036 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-2f40ac38-9b5d-45d8-9b38-f9df9eb71436 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0880058 Feb 21 09:48:25.144505 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-9d9c27a6-c2d4-4b93-9271-0d87f21f1a4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 200 len: 217 time: 0.0353198 Feb 21 09:48:25.184713 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:25.198506 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-80618b93-785f-47e1-9d0b-9c08032c81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.200128 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-80618b93-785f-47e1-9d0b-9c08032c81f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0473464 Feb 21 09:48:25.212107 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:48:25.220547 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:25.221163 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:03Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:25.255431 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140558-1017-4a1d-bfc3-b152a5585b60 req-f9348fe8-7636-4f3f-8702-19a41df8dc6d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.256872 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8140558-1017-4a1d-bfc3-b152a5585b60 req-f9348fe8-7636-4f3f-8702-19a41df8dc6d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0525587 Feb 21 09:48:25.328473 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:25.334985 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8140558-1017-4a1d-bfc3-b152a5585b60 req-d54fbcb0-92dc-45f9-a66c-9fb18aa0cbca tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696716 Feb 21 09:48:25.336735 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-1b24b3bf-7255-431c-9734-5755caeb0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.338123 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-1b24b3bf-7255-431c-9734-5755caeb0fde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900421 Feb 21 09:48:25.452616 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-8626d88a-7fd2-479f-a5ff-dd32ad49c121 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068983 Feb 21 09:48:25.695694 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:25.725142 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7692-d026-4b5b-988f-9546d2034253 None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_floatingips': [{'id': '520cecba-302f-45aa-b732-584360815266', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'router_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'port_id': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'mac_address': 'fa:16:3e:10:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:44:22Z', 'updated_at': '2022-02-21T09:44:24Z', 'revision_number': 1, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:48:25.818116 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-974fbaeb-a094-46b6-8408-db49cbc4446c req-1b76cdb1-c5ab-432f-80b5-92872373c3ea service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575864 Feb 21 09:48:25.967495 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f540066-3f4a-4873-bda1-f4e50268e030 None None] New status for floating IP bb685db9-1f2b-42f1-a198-33e00dfe0d71: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:48:26.457821 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99de816-7cb1-44a2-83c5-3b60e88657b2 req-7c0ca45b-5e13-42b1-a29d-2e0560b53b6e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:26.459282 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e99de816-7cb1-44a2-83c5-3b60e88657b2 req-7c0ca45b-5e13-42b1-a29d-2e0560b53b6e tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0564818 Feb 21 09:48:26.506596 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e99de816-7cb1-44a2-83c5-3b60e88657b2 req-be6a9e32-eaba-46d7-96eb-84b1052f12ad tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Feb 21 09:48:27.270936 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-50d19622-18c0-44e3-9706-ae35d4b5154a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.272404 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-50d19622-18c0-44e3-9706-ae35d4b5154a tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0542610 Feb 21 09:48:27.363826 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:27.364170 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.464310 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] For port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:27.465024 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.477693 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:27.646762 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b9529-e787-49da-a22f-4587367caa51 req-5ba886de-34a2-4cf2-8126-242dc9e652b6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.648417 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d09b9529-e787-49da-a22f-4587367caa51 req-5ba886de-34a2-4cf2-8126-242dc9e652b6 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 945 time: 0.0711279 Feb 21 09:48:27.696676 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d09b9529-e787-49da-a22f-4587367caa51 req-af1db871-4586-4b58-86e0-3ac8d6c855d2 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Feb 21 09:48:27.712490 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.741364 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:27.786417 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] No DVR routers for this DVR port bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:27.789168 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.796261 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37626f62-6a10-4d16-b330-503a9f1b4779 req-fb68c3a3-ae9e-467b-a8f1-3fd32d6c7449 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "DELETE /v2.0/ports/bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b HTTP/1.1" status: 204 len: 173 time: 0.5152993 Feb 21 09:48:27.796712 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'name': 'network-vif-deleted', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:27.798971 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc79637-c98b-4a9f-833d-ed64b27b9e8a" -d '{"events": [{"server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "name": "network-vif-deleted", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:27.839395 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099d78f-afa5-4fd9-9e2b-bb8adcf9a824 x-openstack-request-id: req-6099d78f-afa5-4fd9-9e2b-bb8adcf9a824 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:27.839694 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d294b184-5de9-4279-877f-6e9c88cc7beb", "name": "network-vif-deleted", "tag": "bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:27.839948 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6099d78f-afa5-4fd9-9e2b-bb8adcf9a824 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:27.840352 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd294b184-5de9-4279-877f-6e9c88cc7beb', 'name': 'network-vif-deleted', 'tag': 'bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b', 'status': 'completed', 'code': 200} Feb 21 09:48:28.363124 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.804319 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95ae7b05-c17b-4284-86da-acddf0e282ab req-c2d88ea7-df04-4995-8691-d4090c1ad99c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d294b184-5de9-4279-877f-6e9c88cc7beb HTTP/1.1" status: 200 len: 210 time: 0.0310464 Feb 21 09:48:30.229165 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:30.249619 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:30.249964 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device bc0d4939-278d-4cb5-8ab7-5ad43cad1c9b not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:30.963280 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fce6f34e-8675-4919-aeb4-a7b6ae7a1172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.327797 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53948) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:32.476034 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port eec6800f-0a75-45ff-845f-711058d86f71 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:32.476382 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (eec6800f-0a75-45ff-845f-711058d86f71), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.548171 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (eec6800f-0a75-45ff-845f-711058d86f71), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.548500 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (eec6800f-0a75-45ff-845f-711058d86f71), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.560257 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for eec6800f-0a75-45ff-845f-711058d86f71 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:32.803230 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (eec6800f-0a75-45ff-845f-711058d86f71), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.830842 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=eec6800f-0a75-45ff-845f-711058d86f71,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:32.893882 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (520cecba-302f-45aa-b732-584360815266), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.894210 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Floating IP 520cecba-302f-45aa-b732-584360815266 disassociated (deleted). External IP: 172.27.1.9, port: 91ed506c-4402-41f0-8927-5a33f17fbeee. Feb 21 09:48:33.100538 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:48:33.106260 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3d1e39e0-c54e-44a3-bd80-9058dc42ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.210931 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:48:33.215833 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.221034 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:48:33.230352 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:33.230981 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:33.245066 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-580faff0-8005-48f5-b667-dd9f810a428c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "DELETE /v2.0/floatingips/520cecba-302f-45aa-b732-584360815266 HTTP/1.1" status: 204 len: 168 time: 0.9162097 Feb 21 09:48:33.245679 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:33.248006 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f7842235d43b88473af920a183957a3aa58d604e46b48f5748fcafe6421ef5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436" -d '{"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:33.284923 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060afe78-3379-4ff7-a49e-998ce145cec3 x-openstack-request-id: req-060afe78-3379-4ff7-a49e-998ce145cec3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:33.285217 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:33.285471 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-060afe78-3379-4ff7-a49e-998ce145cec3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:33.285989 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'status': 'completed', 'code': 200} Feb 21 09:48:33.347024 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:33.387158 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-d836942b-9712-40e5-9124-9557e1595812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.388630 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-d836942b-9712-40e5-9124-9557e1595812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 1129 time: 0.0440273 Feb 21 09:48:33.478629 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-565ab79a-4b76-41e3-b32d-df90c3141bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.480663 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-565ab79a-4b76-41e3-b32d-df90c3141bd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 200 len: 913 time: 0.0855343 Feb 21 09:48:33.530347 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-925bfb1e-9369-4a62-adfd-4189a1a194a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 200 len: 217 time: 0.0407076 Feb 21 09:48:33.550957 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:33.576923 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:48:33.579381 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-3374c9af-917c-43b7-81d6-6147fa141d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.580505 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-3374c9af-917c-43b7-81d6-6147fa141d4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 200 len: 851 time: 0.0441957 Feb 21 09:48:33.585262 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:33.585863 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:33.635100 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-dfbcd019-9241-4537-899c-a21f2270201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.638142 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-dfbcd019-9241-4537-899c-a21f2270201b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d7823-c59a-4fe4-98b6-cb5cee24f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467434 Feb 21 09:48:33.695887 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:33.778688 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefcbdb-df5e-4973-ac01-81b68c1fdffb req-1b10b9eb-b61a-49ba-928e-179ba57c01ab tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.780237 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7aefcbdb-df5e-4973-ac01-81b68c1fdffb req-1b10b9eb-b61a-49ba-928e-179ba57c01ab tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.1088579 Feb 21 09:48:33.820179 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-3ee90f77-3d78-4b99-823b-bb3f6da87c5b service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232064 Feb 21 09:48:33.860371 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7aefcbdb-df5e-4973-ac01-81b68c1fdffb req-36977685-20a4-41e4-b5d1-87d096e8ad90 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737181 Feb 21 09:48:33.895287 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:33.921506 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adfb68-d99e-485f-9793-35ad367e3b78 None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:40:41Z', 'revision_number': 4, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi', '_interfaces': [{'id': 'c6a291c8-30b7-49fe-8004-688d59cb2e95', 'name': '', 'network_id': '882d7823-c59a-4fe4-98b6-cb5cee24f80a', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'mac_address': 'fa:16:3e:c4:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:41Z', 'updated_at': '2022-02-21T09:40:47Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'subnets': [{'id': 'b8b5d61c-e8ec-46e0-bda5-264a9a2752c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:48:33.928756 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0cb8a2fd-bf19-4cc7-8bca-4121ca623436 req-76d9e675-053d-4f86-86ef-08905aac1801 service neutron] 10.222.0.42 "GET /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004608 Feb 21 09:48:34.130682 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1492aa-d3a0-4085-a79c-279e9b8e4f70 None None] New status for floating IP 520cecba-302f-45aa-b732-584360815266: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:48:34.351788 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.980746 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde239a-3fad-4a62-a4d5-9019d8551b89 req-1c7e55a1-4d59-473a-85c0-ff21bd439352 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:34.982212 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dde239a-3fad-4a62-a4d5-9019d8551b89 req-1c7e55a1-4d59-473a-85c0-ff21bd439352 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0521019 Feb 21 09:48:35.029260 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dde239a-3fad-4a62-a4d5-9019d8551b89 req-44740c1a-0559-4b34-96bb-8b37f35b1b6c tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c4983b6-108f-46a9-b67d-c933f3c76f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Feb 21 09:48:35.626162 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-e5b13bb1-9064-49ee-afea-82d3c357e08d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.627634 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-e5b13bb1-9064-49ee-afea-82d3c357e08d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 945 time: 0.0512238 Feb 21 09:48:35.721883 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port 91ed506c-4402-41f0-8927-5a33f17fbeee {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:35.726414 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:35.808838 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:35.809916 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] For port 91ed506c-4402-41f0-8927-5a33f17fbeee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=91ed506c-4402-41f0-8927-5a33f17fbeee,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:35.810285 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:35.822296 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for 91ed506c-4402-41f0-8927-5a33f17fbeee owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:36.031433 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (91ed506c-4402-41f0-8927-5a33f17fbeee), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:36.058798 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=91ed506c-4402-41f0-8927-5a33f17fbeee,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:36.108687 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] No DVR routers for this DVR port 91ed506c-4402-41f0-8927-5a33f17fbeee on host hv-cinder-77819 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:36.112463 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:36.115819 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6d82388d-c86b-444a-b542-444f82f1ee1a req-778c3332-ebec-463a-a06c-90a0ad1f1be4 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.42 "DELETE /v2.0/ports/91ed506c-4402-41f0-8927-5a33f17fbeee HTTP/1.1" status: 204 len: 173 time: 0.4817173 Feb 21 09:48:36.116255 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'name': 'network-vif-deleted', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:36.118450 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ae900a828670bb23f0478aee7f360fbe65f396d7a04114c5787271d40aed140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876588c-ffe4-4ab5-a455-9c9a56200dea" -d '{"events": [{"server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "name": "network-vif-deleted", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:36.148398 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc4ea9a1-616f-4327-9fab-d15c26551bae req-e46bfca7-936d-4aa8-9ee6-48ce28d79b4d tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 210 time: 0.0377805 Feb 21 09:48:36.153796 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df00af5-e483-40f5-aff5-d41b832e3725 x-openstack-request-id: req-3df00af5-e483-40f5-aff5-d41b832e3725 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:36.154094 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5780b70-28c0-4936-b7ac-5f83b5591c1f", "name": "network-vif-deleted", "tag": "91ed506c-4402-41f0-8927-5a33f17fbeee", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:36.154353 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3df00af5-e483-40f5-aff5-d41b832e3725 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:36.154751 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5780b70-28c0-4936-b7ac-5f83b5591c1f', 'name': 'network-vif-deleted', 'tag': '91ed506c-4402-41f0-8927-5a33f17fbeee', 'status': 'completed', 'code': 200} Feb 21 09:48:37.237526 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:37.258540 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22d9721b-e5d1-40fb-9c04-9d61897759f8 req-2e0bab05-2539-49a8-a312-392b43bc1cd1 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5780b70-28c0-4936-b7ac-5f83b5591c1f HTTP/1.1" status: 200 len: 210 time: 0.0263937 Feb 21 09:48:38.276415 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 91ed506c-4402-41f0-8927-5a33f17fbeee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:38.297853 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] No Port match for: 91ed506c-4402-41f0-8927-5a33f17fbeee {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:38.298205 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Device 91ed506c-4402-41f0-8927-5a33f17fbeee not bound to the agent host hv-cinder-77819 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:38.316041 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:38.436281 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Deleting port a895e26f-8994-4f2c-a8f1-dcc56cee49c2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:38.436629 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.508388 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.508812 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.520237 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Calling delete_port for a895e26f-8994-4f2c-a8f1-dcc56cee49c2 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:38.751488 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (a895e26f-8994-4f2c-a8f1-dcc56cee49c2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.776978 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'Port': ['ID=a895e26f-8994-4f2c-a8f1-dcc56cee49c2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:38.841207 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for floatingip (7bc1695c-18d9-46da-8609-153cb174a8bd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.843945 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2046842'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.847748 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3c5da176-a5a7-4ed8-8071-52f5f09c89ae tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "DELETE /v2.0/floatingips/7bc1695c-18d9-46da-8609-153cb174a8bd HTTP/1.1" status: 204 len: 168 time: 0.5306256 Feb 21 09:48:40.191350 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53980) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:40.245863 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (4c4983b6-108f-46a9-b67d-c933f3c76f12), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.270251 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (4c4983b6-108f-46a9-b67d-c933f3c76f12), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.380168 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (4c4983b6-108f-46a9-b67d-c933f3c76f12), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.382723 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.383901 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c4983b6-108f-46a9-b67d-c933f3c76f12 HTTP/1.1" status: 204 len: 168 time: 0.1915591 Feb 21 09:48:40.393047 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a8e98-dd02-4cb5-a177-6aca3a69a869 tempest-TestVolumeBootPattern-889893171 tempest-TestVolumeBootPattern-889893171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4983b6-108f-46a9-b67d-c933f3c76f12,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:41.510521 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:42.027391 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.265925 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Deleting port c6a291c8-30b7-49fe-8004-688d59cb2e95 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:42.266263 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.340334 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] For port c6a291c8-30b7-49fe-8004-688d59cb2e95, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=c6a291c8-30b7-49fe-8004-688d59cb2e95,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:42.340692 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.351992 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Calling delete_port for c6a291c8-30b7-49fe-8004-688d59cb2e95 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:42.620485 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (c6a291c8-30b7-49fe-8004-688d59cb2e95), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.648906 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a291c8-30b7-49fe-8004-688d59cb2e95,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:42.812667 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:43.040536 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Router 591c81d6-f523-4a8c-93b2-3874c9e6769c has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:48:43.143321 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:48:43.148256 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f4dcbb55-eff3-4a39-80e8-44ed1d1334ba admin admin] 10.222.0.65 "PUT /v2.0/routers/591c81d6-f523-4a8c-93b2-3874c9e6769c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360130 Feb 21 09:48:43.150781 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:43.154941 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Sync routers for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:48:43.164080 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:43.164695 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:43.265661 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks [] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:43.294362 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: dv-cinder-778193-19-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:43.369488 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks [] for router_gateway (591c81d6-f523-4a8c-93b2-3874c9e6769c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:43.481239 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:48:42Z', 'revision_number': 5, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port': {'id': '1a372a44-fc2f-4229-9f19-16f7d5bdb33b', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:39Z', 'updated_at': '2022-02-21T09:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:43.508721 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Checking router: 591c81d6-f523-4a8c-93b2-3874c9e6769c for host: dv-cinder-778193-19-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:48:43.518274 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Routers {'591c81d6-f523-4a8c-93b2-3874c9e6769c'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:43.518906 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['591c81d6-f523-4a8c-93b2-3874c9e6769c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:43.619696 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] Set router 591c81d6-f523-4a8c-93b2-3874c9e6769c gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:43.676759 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:48:43Z', 'revision_number': 6, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:43.704074 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4324a4-4057-400f-a3c0-e364da80a72d None None] The sync data for ids ['591c81d6-f523-4a8c-93b2-3874c9e6769c'] in dv-cinder-778193-19-iscsi is: [{'id': '591c81d6-f523-4a8c-93b2-3874c9e6769c', 'name': 'tempest-TestVolumeBootPattern-1753970983-router', 'tenant_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:38Z', 'updated_at': '2022-02-21T09:48:43Z', 'revision_number': 6, 'project_id': 'b11ed249505a4004b9ac29e6e0d515ff', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:48:43.765962 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Deleting port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:43.766474 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:43.839621 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] For port 1a372a44-fc2f-4229-9f19-16f7d5bdb33b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:43.839904 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:43.851286 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Calling delete_port for 1a372a44-fc2f-4229-9f19-16f7d5bdb33b owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:44.094622 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (1a372a44-fc2f-4229-9f19-16f7d5bdb33b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.118779 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a372a44-fc2f-4229-9f19-16f7d5bdb33b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:44.185731 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.272483 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.274558 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks [] for router_controller (591c81d6-f523-4a8c-93b2-3874c9e6769c), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.403101 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (591c81d6-f523-4a8c-93b2-3874c9e6769c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.403586 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591c81d6-f523-4a8c-93b2-3874c9e6769c {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:48:44.408451 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.409630 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d120b015-714a-4ff1-ba75-7176422f5a04 admin admin] 10.222.0.65 "DELETE /v2.0/routers/591c81d6-f523-4a8c-93b2-3874c9e6769c HTTP/1.1" status: 204 len: 168 time: 1.2573862 Feb 21 09:48:44.412202 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53992) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:44.456221 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Deleting subnet b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:48:44.459648 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Publish callbacks [] for subnet (b8b5d61c-e8ec-46e0-bda5-264a9a2752c0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.495032 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-781891'] for subnet (b8b5d61c-e8ec-46e0-bda5-264a9a2752c0), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.576660 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (b8b5d61c-e8ec-46e0-bda5-264a9a2752c0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.699636 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9498622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9959030'] for subnet (b8b5d61c-e8ec-46e0-bda5-264a9a2752c0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.721959 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b5d61c-e8ec-46e0-bda5-264a9a2752c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:44.730731 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.735540 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d005a3a5-edad-4b49-b3bf-46f8c053be64 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b8b5d61c-e8ec-46e0-bda5-264a9a2752c0 HTTP/1.1" status: 204 len: 168 time: 0.3205073 Feb 21 09:48:44.736152 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3293680c-a0e6-488a-b303-9c783bd1ff8e None None] Network 882d7823-c59a-4fe4-98b6-cb5cee24f80a requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:48:44.736650 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 53994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:44.803432 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (882d7823-c59a-4fe4-98b6-cb5cee24f80a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.864187 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Deleting port fee0d163-8657-4083-83c5-4a4cb00112c5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:44.864690 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.871972 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device c6a291c8-30b7-49fe-8004-688d59cb2e95 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:44.893047 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: c6a291c8-30b7-49fe-8004-688d59cb2e95 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:44.893756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device c6a291c8-30b7-49fe-8004-688d59cb2e95 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:44.894406 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 1a372a44-fc2f-4229-9f19-16f7d5bdb33b no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:44.920100 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] DHCP port deletion for 882d7823-c59a-4fe4-98b6-cb5cee24f80a request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:48:44.922244 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 1a372a44-fc2f-4229-9f19-16f7d5bdb33b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:44.922658 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 1a372a44-fc2f-4229-9f19-16f7d5bdb33b not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:44.933788 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] For port fee0d163-8657-4083-83c5-4a4cb00112c5, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=fee0d163-8657-4083-83c5-4a4cb00112c5,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:44.934145 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.947290 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Calling delete_port for fee0d163-8657-4083-83c5-4a4cb00112c5 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:44.975112 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Deleting port fee0d163-8657-4083-83c5-4a4cb00112c5 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:44.975443 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.039523 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] For port fee0d163-8657-4083-83c5-4a4cb00112c5, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=fee0d163-8657-4083-83c5-4a4cb00112c5,segment=NetworkSegment(10ad8cf7-7d64-41d8-93d5-3e5e26ee7652),segment_id=10ad8cf7-7d64-41d8-93d5-3e5e26ee7652)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:45.040432 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.051955 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Calling delete_port for fee0d163-8657-4083-83c5-4a4cb00112c5 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:45.111345 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9496623'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.125145 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (fee0d163-8657-4083-83c5-4a4cb00112c5), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.140139 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee0d163-8657-4083-83c5-4a4cb00112c5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:45.143556 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] No DVR routers for this DVR port fee0d163-8657-4083-83c5-4a4cb00112c5 on host dv-cinder-778193-19-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:45.155454 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Pushing event deleted for resources: {'Port': ['ID=fee0d163-8657-4083-83c5-4a4cb00112c5,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:45.157819 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] No DVR routers for this DVR port fee0d163-8657-4083-83c5-4a4cb00112c5 on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:45.169066 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.169424 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.169777 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.170166 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.170460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.170826 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.171193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.171457 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.171790 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.172120 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.172455 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.172869 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.173199 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184b51fa-9c88-4a49-978e-9540262144f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:45.225508 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (882d7823-c59a-4fe4-98b6-cb5cee24f80a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.246353 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882d7823-c59a-4fe4-98b6-cb5cee24f80a']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:45.255239 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:45.255567 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ad8cf7-7d64-41d8-93d5-3e5e26ee7652') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:45.265127 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-781914'] for segment (10ad8cf7-7d64-41d8-93d5-3e5e26ee7652), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.277725 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (10ad8cf7-7d64-41d8-93d5-3e5e26ee7652), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.283283 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:48:45.283686 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9496600'] for segment (10ad8cf7-7d64-41d8-93d5-3e5e26ee7652), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: Traceback (most recent call last): Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: timer() Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: cb(*args, **kw) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: return func(*args, **kwargs) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: self._notify() Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: self.callback(batched_events) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: event.method(event) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: return f(self, *a, **k) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._get(url).json() Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:48:45.285270 dv-cinder-778193-19-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:48:45.425596 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (882d7823-c59a-4fe4-98b6-cb5cee24f80a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.430874 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.435772 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] 10.222.0.65 "DELETE /v2.0/networks/882d7823-c59a-4fe4-98b6-cb5cee24f80a HTTP/1.1" status: 204 len: 168 time: 0.6970730 Feb 21 09:48:45.437599 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:45.445681 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454b3e9-6555-4d1a-ba91-1d47d1fd2f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=882d7823-c59a-4fe4-98b6-cb5cee24f80a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:45.779452 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457204'] for router_interface (a543c178-a600-4f6e-81cf-f225684196dc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.016031 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Deleting port 86584d95-204c-4124-a57f-bc19aa60c33b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:46.016374 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.091601 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] For port 86584d95-204c-4124-a57f-bc19aa60c33b, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=86584d95-204c-4124-a57f-bc19aa60c33b,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:46.091964 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.103248 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Calling delete_port for 86584d95-204c-4124-a57f-bc19aa60c33b owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:46.379484 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (86584d95-204c-4124-a57f-bc19aa60c33b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.407716 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Pushing event deleted for resources: {'Port': ['ID=86584d95-204c-4124-a57f-bc19aa60c33b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:46.575702 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455268'] for router_interface (a543c178-a600-4f6e-81cf-f225684196dc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.789145 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Router a543c178-a600-4f6e-81cf-f225684196dc has already been hosted by L3 agent 35658021-d355-4126-83ea-b91652ae2680 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:48:46.899666 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] Notify agent at l3_agent.dv-cinder-778193-19-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:48:46.905236 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-481b89cb-3647-4ede-a61e-5742f0da4fca admin admin] 10.222.0.65 "PUT /v2.0/routers/a543c178-a600-4f6e-81cf-f225684196dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665885 Feb 21 09:48:46.907771 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 53998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:46.910270 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Sync routers for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:48:46.922756 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:46.922916 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device fee0d163-8657-4083-83c5-4a4cb00112c5 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:46.923554 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:46.942925 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: fee0d163-8657-4083-83c5-4a4cb00112c5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:46.943599 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device fee0d163-8657-4083-83c5-4a4cb00112c5 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:47.013070 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks [] for router (a543c178-a600-4f6e-81cf-f225684196dc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.038331 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: dv-cinder-778193-19-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:47.118097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks [] for router_gateway (a543c178-a600-4f6e-81cf-f225684196dc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.211793 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'external_fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5197633a-2054-409f-bec2-94055aa259ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:48:46Z', 'revision_number': 5, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port': {'id': '5197633a-2054-409f-bec2-94055aa259ff', 'name': '', 'network_id': 'beca7d87-0bf7-42c7-8059-ce32dc9b8aaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:40:46Z', 'updated_at': '2022-02-21T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0dd24c4-939f-4563-8a87-e45bec899405', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-19-iscsi'}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:47.238243 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Checking router: a543c178-a600-4f6e-81cf-f225684196dc for host: dv-cinder-778193-19-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:48:47.242639 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Deleting port 5197633a-2054-409f-bec2-94055aa259ff {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:47.242979 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (5197633a-2054-409f-bec2-94055aa259ff), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.246593 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Routers {'a543c178-a600-4f6e-81cf-f225684196dc'} bound to L3 agent in host dv-cinder-778193-19-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:47.247194 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:28:03Z,description=,heartbeat_timestamp=2022-02-21T09:48:33Z,host='dv-cinder-778193-19-iscsi',id=35658021-d355-4126-83ea-b91652ae2680,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:28:04Z,topic='l3_agent')) {'router_ids': ['a543c178-a600-4f6e-81cf-f225684196dc'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:47.321921 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] For port 5197633a-2054-409f-bec2-94055aa259ff, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=5197633a-2054-409f-bec2-94055aa259ff,segment=NetworkSegment(586bee90-ecd7-43f0-8958-c3d9b281c6a8),segment_id=586bee90-ecd7-43f0-8958-c3d9b281c6a8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:47.322532 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (5197633a-2054-409f-bec2-94055aa259ff), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.333292 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] Set router a543c178-a600-4f6e-81cf-f225684196dc gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:47.335021 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Calling delete_port for 5197633a-2054-409f-bec2-94055aa259ff owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:47.385318 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:48:47Z', 'revision_number': 6, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port_host': None}], 'dv-cinder-778193-19-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:47.411432 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b662c2-126f-4c9f-ae15-d43e9994f841 None None] The sync data for ids ['a543c178-a600-4f6e-81cf-f225684196dc'] in dv-cinder-778193-19-iscsi is: [{'id': 'a543c178-a600-4f6e-81cf-f225684196dc', 'name': 'tempest-TestVolumeBootPattern-65339942-router', 'tenant_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:40:45Z', 'updated_at': '2022-02-21T09:48:47Z', 'revision_number': 6, 'project_id': '0ccdb6f99e4a4de3a13689f10ec2c9f2', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:48:47.591640 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (5197633a-2054-409f-bec2-94055aa259ff), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.616381 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Pushing event deleted for resources: {'Port': ['ID=5197633a-2054-409f-bec2-94055aa259ff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:47.628017 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.628385 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.628736 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.629109 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.629443 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.629773 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.630160 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.630433 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.630764 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.631095 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.631447 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.631775 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.632097 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:47.689872 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427406'] for router_gateway (a543c178-a600-4f6e-81cf-f225684196dc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.035743 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10115'] for router (a543c178-a600-4f6e-81cf-f225684196dc), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.038111 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks [] for router_controller (a543c178-a600-4f6e-81cf-f225684196dc), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.163022 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456555'] for router (a543c178-a600-4f6e-81cf-f225684196dc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.163651 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a543c178-a600-4f6e-81cf-f225684196dc {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:48:48.169197 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.170402 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-47c1cf3c-c8f6-4b0e-8b16-853f89233183 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a543c178-a600-4f6e-81cf-f225684196dc HTTP/1.1" status: 204 len: 168 time: 1.2616813 Feb 21 09:48:48.173050 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 54000) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:48.216197 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Deleting subnet 5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:48:48.219526 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Publish callbacks [] for subnet (5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.257363 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2743621'] for subnet (5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.336298 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371435'] for subnet (5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.449376 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2229870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9628972'] for subnet (5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.473786 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:48.477418 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.480874 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-73184c93-1e52-49c6-8b5c-2c57d1589b2b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5c9c8f71-2b24-4d01-9006-7b2dc09d3a3b HTTP/1.1" status: 204 len: 168 time: 0.3065932 Feb 21 09:48:48.483043 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 54002) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:48.484657 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34640b-4200-4306-93e3-ee7264f8d7e3 None None] Network f1ab28c4-c791-41a9-a16c-d2bc510f0131 requested from dv-cinder-778193-19-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:48:48.553755 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691874'] for network (f1ab28c4-c791-41a9-a16c-d2bc510f0131), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.609370 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Deleting port 4f270593-2afb-4d78-a733-be26fb07eb11 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:48.609906 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.646528 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] DHCP port deletion for f1ab28c4-c791-41a9-a16c-d2bc510f0131 request from dv-cinder-778193-19-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:48:48.676345 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] For port 4f270593-2afb-4d78-a733-be26fb07eb11, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=4f270593-2afb-4d78-a733-be26fb07eb11,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:48.676702 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.689308 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Calling delete_port for 4f270593-2afb-4d78-a733-be26fb07eb11 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:48.692421 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Deleting port 4f270593-2afb-4d78-a733-be26fb07eb11 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:48.692805 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752718652950'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.757126 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] For port 4f270593-2afb-4d78-a733-be26fb07eb11, host dv-cinder-778193-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-19-iscsi',level=0,port_id=4f270593-2afb-4d78-a733-be26fb07eb11,segment=NetworkSegment(880a26da-f1df-4a7e-b47a-c6303ca92f91),segment_id=880a26da-f1df-4a7e-b47a-c6303ca92f91)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:48.757533 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429756'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.770679 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Calling delete_port for 4f270593-2afb-4d78-a733-be26fb07eb11 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:48.843367 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228671'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.849418 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752718658937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752718217036'] for port (4f270593-2afb-4d78-a733-be26fb07eb11), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.869965 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f270593-2afb-4d78-a733-be26fb07eb11,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:48.871954 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] No DVR routers for this DVR port 4f270593-2afb-4d78-a733-be26fb07eb11 on host dv-cinder-778193-19-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:48.875576 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5197633a-2054-409f-bec2-94055aa259ff no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:48.879879 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] Pushing event deleted for resources: {'Port': ['ID=4f270593-2afb-4d78-a733-be26fb07eb11,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:48.900423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd4ae0-dde8-4cf6-bdc1-43c2e7ea83df None None] No DVR routers for this DVR port 4f270593-2afb-4d78-a733-be26fb07eb11 on host dv-cinder-778193-19-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:48.904427 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 5197633a-2054-409f-bec2-94055aa259ff {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:48.904778 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 5197633a-2054-409f-bec2-94055aa259ff not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:48.905182 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 86584d95-204c-4124-a57f-bc19aa60c33b no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:48.925756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 86584d95-204c-4124-a57f-bc19aa60c33b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:48.926110 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 86584d95-204c-4124-a57f-bc19aa60c33b not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:48.926522 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 4f270593-2afb-4d78-a733-be26fb07eb11 no longer exists at agent ovs-agent-dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:48.945712 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] No Port match for: 4f270593-2afb-4d78-a733-be26fb07eb11 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:48.946054 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Device 4f270593-2afb-4d78-a733-be26fb07eb11 not bound to the agent host dv-cinder-778193-19-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:48.948857 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370530', 'neutron.services.segments.db._delete_segments_for_network-8752718729530'] for network (f1ab28c4-c791-41a9-a16c-d2bc510f0131), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.969257 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ab28c4-c791-41a9-a16c-d2bc510f0131']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:48.978240 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880a26da-f1df-4a7e-b47a-c6303ca92f91') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:48.978533 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880a26da-f1df-4a7e-b47a-c6303ca92f91') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:48.988159 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752718729795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2743644'] for segment (880a26da-f1df-4a7e-b47a-c6303ca92f91), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.000722 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646'] for segment (880a26da-f1df-4a7e-b47a-c6303ca92f91), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.006268 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:48:49.006638 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228616'] for segment (880a26da-f1df-4a7e-b47a-c6303ca92f91), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: Traceback (most recent call last): Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: timer() Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: cb(*args, **kw) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: return func(*args, **kwargs) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: self._notify() Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: self.callback(batched_events) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: event.method(event) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: return f(self, *a, **k) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._get(url).json() Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:48:49.008283 dv-cinder-778193-19-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:48:49.237004 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427490'] for network (f1ab28c4-c791-41a9-a16c-d2bc510f0131), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.242213 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615400'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.245334 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] 10.222.0.65 "DELETE /v2.0/networks/f1ab28c4-c791-41a9-a16c-d2bc510f0131 HTTP/1.1" status: 204 len: 168 time: 0.7613394 Feb 21 09:48:49.256222 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c5c6-09cc-48ff-8147-9c11b0763a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ab28c4-c791-41a9-a16c-d2bc510f0131,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:49.585703 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 54006) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:49.628017 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f2609ca9-6512-41a6-a69e-f412f72b793e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b11ed249505a4004b9ac29e6e0d515ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411525 Feb 21 09:48:49.630425 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.65', 54008) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:49.676974 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] Publish callbacks [] for security_group (d6994750-4699-4300-9c4c-d237143c203a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.697944 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] Publish callbacks [] for security_group (d6994750-4699-4300-9c4c-d237143c203a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.875863 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (d6994750-4699-4300-9c4c-d237143c203a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.878407 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:49.879604 dv-cinder-778193-19-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6994750-4699-4300-9c4c-d237143c203a HTTP/1.1" status: 204 len: 168 time: 0.2482734 Feb 21 09:48:49.890214 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf11412-c2f4-4e94-8c18-62e804e897d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6994750-4699-4300-9c4c-d237143c203a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:50.555581 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 54014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:50.594224 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4863dd1d-0c30-408c-ad81-3683fda4cab4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ccdb6f99e4a4de3a13689f10ec2c9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374990 Feb 21 09:48:50.596784 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.65', 54016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:50.641919 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Publish callbacks [] for security_group (a4459cd7-873a-49d0-9bae-8a599a00bc9b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.662727 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Publish callbacks [] for security_group (a4459cd7-873a-49d0-9bae-8a599a00bc9b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.780159 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594267'] for security_group (a4459cd7-873a-49d0-9bae-8a599a00bc9b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.782614 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.783832 dv-cinder-778193-19-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4459cd7-873a-49d0-9bae-8a599a00bc9b HTTP/1.1" status: 204 len: 168 time: 0.1861575 Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4459cd7-873a-49d0-9bae-8a599a00bc9b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:50.804247 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f78919-7bfa-46f9-8fb2-1bcf6852c30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-19-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:58.334147 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.291137 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:49:00.944990 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17f18688-8f89-4e57-98a6-fa07cbc8cf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.111117 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68d2a616-b6d3-4ec7-8887-d56f4a0c8147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.367747 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:05.955791 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.282065 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:28.452471 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.938236 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-344c5d95-9c3a-4333-b600-c9413a491b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:33.116072 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4594b3c-a87e-4358-a429-8f94e08f7681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:34.389982 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:35.824501 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:36.292245 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:49:37.276394 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:58.355587 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:00.938022 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-078cdd99-edd4-48c5-840a-aa07faf02ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:03.143847 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d451f5f-a352-468e-b3af-a7e61ef1b974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:04.412001 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:05.806498 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:07.269989 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:13.294291 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:28.377868 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:30.972520 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59b13bf5-8a5d-40c3-8c24-c64095ded79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.109364 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70b26dc9-f7ff-4d55-9fbd-f6b5e1f76f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.377734 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:35.869285 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.269463 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:50.296808 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:58.394814 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:01.000342 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea909cbf-0b17-42b6-9934-2dbe8594d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:03.114521 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-466ea60c-903d-4be6-8bac-f5215e13c825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:04.371667 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:05.851947 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:07.257671 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:27.299420 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:51:28.348193 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.942979 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-815b5dbb-2cd1-4529-af2e-1afe44f05417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.119908 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75360846-2263-4f24-ac37-3f003ad8cb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:34.388931 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.834382 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:37.250476 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:58.365409 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:00.942756 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a794a5a-96f9-4c5a-848c-b304def47618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:03.182460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30f8963a-2a42-475b-bab7-62d7a0e2a060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:04.303997 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:52:04.377051 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:05.862796 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:07.313369 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:27.312895 dv-cinder-778193-19-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-7c7e6ef7-2d1c-43df-942d-3b0c4a59f6df req-5fa81c10-6ac1-45c4-b0ed-dfcccf1b6403 service neutron] (103364) timed out ('10.222.0.42', 64298) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 09:52:28.387961 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.233245 dv-cinder-778193-19-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-e2498f83-086d-42b5-9cda-e64dca34ad46 req-a08998ea-ceba-49c3-a979-ecc1f41e7dea service neutron] (103365) timed out ('10.222.0.42', 64312) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 09:52:30.953405 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b27ed7b-fe64-45e3-997e-e3edf22fdeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:33.123731 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-32ed2b34-01a2-42dc-ae0b-d26975302ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:34.377213 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:35.822670 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.243549 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:41.306729 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:52:58.376944 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:00.936423 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-90ff416c-9df5-4266-a55b-5ca9a44b46fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:03.108126 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1ad-fcaf-471f-b6c9-43a3ab459e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:04.403439 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.837443 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.262460 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.308829 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:28.387473 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:30.941230 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0610211d-7488-47f6-ba28-874ae4cb59db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:33.153229 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5e403e2-ed14-4325-803c-a8927425d072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.399281 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2cf9b576-88fb-4b23-91c5-3e428a298531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (01e6a59c-46c4-4d81-a73a-93a844d6d1e2), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:35.873213 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf8a-59d1-41a3-9a4d-666370cd8355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (42e59966-be45-44a3-bd29-1cf542be2e2e), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.267618 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ef686f4-0fe1-447d-8501-dd93f6d37b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (c879e503-5ba5-4edf-a545-1482c11e1d34), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:55.309343 dv-cinder-778193-19-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-c88ec1d8-a948-4317-a1be-2016f0983b85 None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:58.379021 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fdf04ba-a1a1-4661-a305-3d0a1304564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (cbb07386-5349-4574-bc1e-08e65f6f68de), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:01.056013 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ff366fa-2e1a-4c9b-8e44-1b4a3eadc9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (48167bf6-82e5-40e1-a8b4-30e3b85f306c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:03.144402 dv-cinder-778193-19-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-144b052e-6bef-41c3-9760-0982a4e8886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752718729512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1372603'] for agent (35658021-d355-4126-83ea-b91652ae2680), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}